[ 535.105625] env[69133]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69133) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.106029] env[69133]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69133) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.106029] env[69133]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69133) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 535.106358] env[69133]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 535.203532] env[69133]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69133) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 535.214208] env[69133]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69133) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 535.259468] env[69133]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 535.826086] env[69133]: INFO nova.virt.driver [None req-9ecd53fd-6fca-41e0-93b1-8ece4da5dc78 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 535.895774] env[69133]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.895995] env[69133]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.896069] env[69133]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69133) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 538.767345] env[69133]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-47fc4c81-0c14-4f83-ad1b-63793425f1e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.783944] env[69133]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69133) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 538.784118] env[69133]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-875b5d08-c73e-4c2e-9045-eada45b6a252 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.808813] env[69133]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7f40d. [ 538.808948] env[69133]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.913s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.809489] env[69133]: INFO nova.virt.vmwareapi.driver [None req-9ecd53fd-6fca-41e0-93b1-8ece4da5dc78 None None] VMware vCenter version: 7.0.3 [ 538.812943] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab8656-8a12-4a78-a2f8-c7d9bd397535 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.830009] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263d14cc-b05e-4cab-9ec9-fe1595645138 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.836023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc7eeb-77a8-45ed-9199-ace9836730e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.842503] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98a410f-38d2-4688-8c92-b5e174097012 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.855478] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b646033-e342-4e6b-8964-10360fa2b405 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.861262] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15514a9-c9a9-4739-9daa-dd8feaedd9f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.891859] env[69133]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c13ab201-7300-40d0-8d8b-0a46a97e850c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.897184] env[69133]: DEBUG nova.virt.vmwareapi.driver [None req-9ecd53fd-6fca-41e0-93b1-8ece4da5dc78 None None] Extension org.openstack.compute already exists. {{(pid=69133) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 538.899806] env[69133]: INFO nova.compute.provider_config [None req-9ecd53fd-6fca-41e0-93b1-8ece4da5dc78 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 539.403816] env[69133]: DEBUG nova.context [None req-9ecd53fd-6fca-41e0-93b1-8ece4da5dc78 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c6a37c03-56cd-4f0b-9b4d-0d09680bdec6(cell1) {{(pid=69133) load_cells /opt/stack/nova/nova/context.py:464}} [ 539.405892] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.406137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.406836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.407281] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Acquiring lock "c6a37c03-56cd-4f0b-9b4d-0d09680bdec6" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 539.407473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Lock "c6a37c03-56cd-4f0b-9b4d-0d09680bdec6" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 539.408485] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Lock "c6a37c03-56cd-4f0b-9b4d-0d09680bdec6" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.428838] env[69133]: INFO dbcounter [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Registered counter for database nova_cell0 [ 539.437218] env[69133]: INFO dbcounter [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Registered counter for database nova_cell1 [ 539.877879] env[69133]: DEBUG oslo_db.sqlalchemy.engines [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69133) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.878285] env[69133]: DEBUG oslo_db.sqlalchemy.engines [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69133) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 539.883376] env[69133]: ERROR nova.db.main.api [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 539.883376] env[69133]: result = function(*args, **kwargs) [ 539.883376] env[69133]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 539.883376] env[69133]: return func(*args, **kwargs) [ 539.883376] env[69133]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 539.883376] env[69133]: result = fn(*args, **kwargs) [ 539.883376] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.883376] env[69133]: return f(*args, **kwargs) [ 539.883376] env[69133]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 539.883376] env[69133]: return db.service_get_minimum_version(context, binaries) [ 539.883376] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.883376] env[69133]: _check_db_access() [ 539.883376] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.883376] env[69133]: stacktrace = ''.join(traceback.format_stack()) [ 539.883376] env[69133]: [ 539.884233] env[69133]: ERROR nova.db.main.api [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 539.884233] env[69133]: result = function(*args, **kwargs) [ 539.884233] env[69133]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 539.884233] env[69133]: return func(*args, **kwargs) [ 539.884233] env[69133]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 539.884233] env[69133]: result = fn(*args, **kwargs) [ 539.884233] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 539.884233] env[69133]: return f(*args, **kwargs) [ 539.884233] env[69133]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 539.884233] env[69133]: return db.service_get_minimum_version(context, binaries) [ 539.884233] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 539.884233] env[69133]: _check_db_access() [ 539.884233] env[69133]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 539.884233] env[69133]: stacktrace = ''.join(traceback.format_stack()) [ 539.884233] env[69133]: [ 539.884649] env[69133]: WARNING nova.objects.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Failed to get minimum service version for cell c6a37c03-56cd-4f0b-9b4d-0d09680bdec6 [ 539.884799] env[69133]: WARNING nova.objects.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 539.885292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Acquiring lock "singleton_lock" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.885466] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Acquired lock "singleton_lock" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.885710] env[69133]: DEBUG oslo_concurrency.lockutils [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Releasing lock "singleton_lock" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.886054] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Full set of CONF: {{(pid=69133) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 539.886202] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ******************************************************************************** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 539.886327] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] Configuration options gathered from: {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 539.886458] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 539.886652] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 539.886780] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ================================================================================ {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 539.886991] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] allow_resize_to_same_host = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887181] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] arq_binding_timeout = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887313] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] backdoor_port = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887440] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] backdoor_socket = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887603] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] block_device_allocate_retries = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887761] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] block_device_allocate_retries_interval = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.887927] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cert = self.pem {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.888108] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.888278] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute_monitors = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.888443] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] config_dir = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.888833] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] config_drive_format = iso9660 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.888977] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889169] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] config_source = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889341] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] console_host = devstack {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889509] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] control_exchange = nova {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889668] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cpu_allocation_ratio = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889829] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] daemon = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.889999] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] debug = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.890172] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_access_ip_network_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.890338] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_availability_zone = nova {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.890492] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_ephemeral_format = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.890649] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_green_pool_size = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.890888] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891063] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] default_schedule_zone = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891223] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] disk_allocation_ratio = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891383] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] enable_new_services = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891558] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] enabled_apis = ['osapi_compute'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891721] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] enabled_ssl_apis = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.891879] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] flat_injected = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892078] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] force_config_drive = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892212] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] force_raw_images = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892379] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] graceful_shutdown_timeout = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892538] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] heal_instance_info_cache_interval = -1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892761] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] host = cpu-1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.892962] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.893181] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.893367] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.893604] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.893772] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_build_timeout = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.893941] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_delete_interval = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894117] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_format = [instance: %(uuid)s] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894287] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_name_template = instance-%08x {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894448] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_usage_audit = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894614] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_usage_audit_period = month {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894776] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.894944] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895126] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] internal_service_availability_zone = internal {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895278] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] key = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895434] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] live_migration_retry_count = 30 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895600] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_color = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895759] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_config_append = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.895923] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896094] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_dir = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896253] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896394] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_options = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896569] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_rotate_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896740] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_rotate_interval_type = days {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.896905] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] log_rotation_type = none {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897048] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897179] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897347] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897512] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897637] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897795] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] long_rpc_timeout = 1800 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.897953] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_concurrent_builds = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898126] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_concurrent_live_migrations = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898284] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_concurrent_snapshots = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898442] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_local_block_devices = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898597] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_logfile_count = 30 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898753] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] max_logfile_size_mb = 200 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.898914] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] maximum_instance_delete_attempts = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899096] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metadata_listen = 0.0.0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899268] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metadata_listen_port = 8775 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899435] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metadata_workers = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899594] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] migrate_max_retries = -1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899759] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] mkisofs_cmd = genisoimage {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.899967] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900118] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] my_ip = 10.180.1.21 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900325] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900487] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] network_allocate_retries = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900662] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900831] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.900994] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] osapi_compute_listen_port = 8774 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901180] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] osapi_compute_unique_server_name_scope = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901349] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] osapi_compute_workers = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901510] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] password_length = 12 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901670] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] periodic_enable = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901827] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] periodic_fuzzy_delay = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.901994] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] pointer_model = usbtablet {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902179] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] preallocate_images = none {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902336] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] publish_errors = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902466] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] pybasedir = /opt/stack/nova {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902621] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ram_allocation_ratio = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902780] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rate_limit_burst = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.902981] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rate_limit_except_level = CRITICAL {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903164] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rate_limit_interval = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903327] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reboot_timeout = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903485] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reclaim_instance_interval = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903641] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] record = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903809] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reimage_timeout_per_gb = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.903983] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] report_interval = 120 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904154] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rescue_timeout = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904314] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reserved_host_cpus = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904472] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reserved_host_disk_mb = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904631] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reserved_host_memory_mb = 512 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904789] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] reserved_huge_pages = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.904946] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] resize_confirm_window = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.905122] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] resize_fs_using_block_device = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.905318] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] resume_guests_state_on_host_boot = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.905516] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.905692] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] rpc_response_timeout = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.905858] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] run_external_periodic_tasks = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906050] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] running_deleted_instance_action = reap {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906272] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906446] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] running_deleted_instance_timeout = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906608] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler_instance_sync_interval = 120 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906782] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_down_time = 720 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.906956] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] servicegroup_driver = db {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907131] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] shell_completion = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907293] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] shelved_offload_time = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907453] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] shelved_poll_interval = 3600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907622] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] shutdown_timeout = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907783] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] source_is_ipv6 = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.907943] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ssl_only = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.908216] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.908409] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] sync_power_state_interval = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.908578] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] sync_power_state_pool_size = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.908749] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] syslog_log_facility = LOG_USER {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.908908] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] tempdir = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909107] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] timeout_nbd = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909288] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] transport_url = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909451] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] update_resources_interval = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909612] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_cow_images = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909772] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_journal = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.909931] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_json = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910106] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_rootwrap_daemon = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910270] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_stderr = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910428] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] use_syslog = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910583] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vcpu_pin_set = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910751] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plugging_is_fatal = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.910937] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plugging_timeout = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.911128] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] virt_mkfs = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.911295] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] volume_usage_poll_interval = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.911458] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] watch_log_file = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.911625] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] web = /usr/share/spice-html5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.911815] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.911982] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912162] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912335] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_concurrency.disable_process_locking = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912633] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.912817] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913057] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913254] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913427] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913606] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913794] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.auth_strategy = keystone {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.913965] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.compute_link_prefix = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914157] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914336] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.dhcp_domain = novalocal {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914505] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.enable_instance_password = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914670] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.glance_link_prefix = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.914837] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915015] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915209] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.instance_list_per_project_cells = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915394] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.list_records_by_skipping_down_cells = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915563] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.local_metadata_per_cell = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915732] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.max_limit = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.915902] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.metadata_cache_expiration = 15 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916092] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.neutron_default_tenant_id = default {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916270] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.response_validation = warn {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916444] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.use_neutron_default_nets = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916612] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916774] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.916940] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917129] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917319] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_dynamic_targets = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917495] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_jsonfile_path = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917677] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.917872] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.backend = dogpile.cache.memcached {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918058] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.backend_argument = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918225] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.backend_expiration_time = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918396] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.config_prefix = cache.oslo {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918573] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.dead_timeout = 60.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918738] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.debug_cache_backend = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.918908] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.enable_retry_client = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919093] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.enable_socket_keepalive = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919276] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.enabled = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919500] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.enforce_fips_mode = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919681] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.expiration_time = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.919849] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.hashclient_retry_attempts = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920032] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920204] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_dead_retry = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920364] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_password = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920527] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920696] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.920867] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_pool_maxsize = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921062] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921234] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_sasl_enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921414] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921584] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921745] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.memcache_username = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.921910] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.proxies = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922090] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_db = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922259] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_password = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922432] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922607] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922776] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_server = localhost:6379 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.922972] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_socket_timeout = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923155] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.redis_username = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923319] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.retry_attempts = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923488] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.retry_delay = 0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923652] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.socket_keepalive_count = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923818] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.socket_keepalive_idle = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.923990] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.socket_keepalive_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924161] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.tls_allowed_ciphers = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924324] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.tls_cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924482] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.tls_certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924644] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.tls_enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924802] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cache.tls_keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.924972] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925174] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.auth_type = password {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925370] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925554] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925717] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.925886] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926063] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.cross_az_attach = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926231] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.debug = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926396] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.endpoint_template = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926563] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.http_retries = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926727] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.926886] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927075] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.os_region_name = RegionOne {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927247] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927507] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cinder.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927717] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.927887] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.cpu_dedicated_set = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928067] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.cpu_shared_set = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928241] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.image_type_exclude_list = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928408] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928573] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928739] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.928903] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929089] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929257] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.resource_provider_association_refresh = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929420] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929582] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.shutdown_retry_interval = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929763] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.929945] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] conductor.workers = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930140] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] console.allowed_origins = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930306] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] console.ssl_ciphers = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930477] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] console.ssl_minimum_version = default {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930646] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] consoleauth.enforce_session_timeout = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.930813] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] consoleauth.token_ttl = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931019] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931191] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931402] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931619] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931789] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.931951] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932131] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932292] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932454] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932630] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932783] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.932998] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933184] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933359] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.service_type = accelerator {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933526] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933688] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.933849] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934021] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934201] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934364] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] cyborg.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934537] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.asyncio_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934698] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.asyncio_slave_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.934868] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.backend = sqlalchemy {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935050] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935244] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.connection_debug = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935428] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.connection_parameters = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935596] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.connection_recycle_time = 3600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935760] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.connection_trace = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.935923] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.db_inc_retry_interval = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936102] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.db_max_retries = 20 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936268] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.db_max_retry_interval = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936430] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.db_retry_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936590] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.max_overflow = 50 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936753] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.max_pool_size = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.936913] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.max_retries = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937096] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937258] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.mysql_wsrep_sync_wait = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937415] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.pool_timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937576] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.retry_interval = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937731] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.slave_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.937889] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.sqlite_synchronous = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938061] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] database.use_db_reconnect = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938234] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.asyncio_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938394] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.asyncio_slave_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938564] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.backend = sqlalchemy {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938736] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.938901] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.connection_debug = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939090] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.connection_parameters = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939258] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.connection_recycle_time = 3600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939451] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.connection_trace = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939624] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.db_inc_retry_interval = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939790] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.db_max_retries = 20 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.939956] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.db_max_retry_interval = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940136] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.db_retry_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940302] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.max_overflow = 50 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940465] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.max_pool_size = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940626] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.max_retries = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940800] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.940986] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941171] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.pool_timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941351] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.retry_interval = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941517] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.slave_connection = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941684] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] api_database.sqlite_synchronous = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.941861] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] devices.enabled_mdev_types = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942053] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942229] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942393] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ephemeral_storage_encryption.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942549] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942722] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.api_servers = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.942910] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943095] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943266] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943448] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943620] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943785] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.debug = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.943961] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.default_trusted_certificate_ids = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944137] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.enable_certificate_validation = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944301] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.enable_rbd_download = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944461] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944625] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944786] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.944946] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945119] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945286] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.num_retries = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945454] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.rbd_ceph_conf = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945616] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.rbd_connect_timeout = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945784] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.rbd_pool = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.945952] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.rbd_user = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946135] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946312] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946488] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946660] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.service_type = image {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946825] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.946982] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947161] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947319] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947497] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947662] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.verify_glance_signatures = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947820] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] glance.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.947987] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] guestfs.debug = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948172] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948336] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.auth_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948492] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948649] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948813] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.948972] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949149] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949329] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949510] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949673] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949830] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.949987] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950162] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950319] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950475] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950641] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.service_type = shared-file-system {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950805] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.share_apply_policy_timeout = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.950965] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951140] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951301] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951457] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951635] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951795] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] manila.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.951962] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] mks.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952326] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952516] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.manager_interval = 2400 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952685] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.precache_concurrency = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.952886] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.remove_unused_base_images = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953058] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953227] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953406] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] image_cache.subdirectory_name = _base {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953583] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.api_max_retries = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953745] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.api_retry_interval = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.953907] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954084] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.auth_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954247] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954405] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954570] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954735] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.conductor_group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.954893] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955066] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955230] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955394] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955553] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955713] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.955872] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956076] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.peer_list = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956276] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956460] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956634] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.serial_console_state_timeout = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956796] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.956967] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.service_type = baremetal {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957146] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.shard = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957310] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957470] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957629] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957786] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.957966] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958143] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ironic.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958326] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958498] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] key_manager.fixed_key = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958677] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958838] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.barbican_api_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.958996] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.barbican_endpoint = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959187] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.barbican_endpoint_type = public {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959347] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.barbican_region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959504] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959660] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959819] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.959977] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960153] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960315] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.number_of_retries = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960482] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.retry_delay = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960638] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.send_service_user_token = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960797] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.960974] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961159] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.verify_ssl = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961319] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican.verify_ssl_path = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961485] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961648] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.auth_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961808] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.961964] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962144] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962306] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962477] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962629] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962784] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] barbican_service_user.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.962966] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.approle_role_id = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963145] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.approle_secret_id = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963317] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.kv_mountpoint = secret {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963472] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.kv_path = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963632] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.kv_version = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963787] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.namespace = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.963946] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.root_token_id = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964118] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.ssl_ca_crt_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964284] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.timeout = 60.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964446] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.use_ssl = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964614] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964783] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.964945] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965125] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965286] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965444] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965603] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965763] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.965918] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966087] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966246] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966412] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966577] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966738] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.966908] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.service_type = identity {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967085] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967247] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967407] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967564] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967741] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.967902] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] keystone.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968108] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.ceph_mount_options = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968512] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968700] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.connection_uri = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.968871] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_mode = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969056] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969231] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_models = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969407] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_power_governor_high = performance {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969578] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969743] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_power_management = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.969915] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970100] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.device_detach_attempts = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970268] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.device_detach_timeout = 20 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970434] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.disk_cachemodes = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970596] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.disk_prefix = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970758] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.enabled_perf_events = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.970968] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.file_backed_memory = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971178] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.gid_maps = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971345] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.hw_disk_discard = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971506] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.hw_machine_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971677] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_rbd_ceph_conf = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.971843] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972010] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972191] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_rbd_glance_store_name = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972371] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_rbd_pool = rbd {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972548] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_type = default {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972722] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.images_volume_group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.972918] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.inject_key = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973130] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.inject_partition = -2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973302] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.inject_password = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973468] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.iscsi_iface = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973632] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.iser_use_multipath = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973794] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.973962] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974140] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_downtime = 500 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974303] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974462] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974622] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_inbound_addr = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974784] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.974946] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975122] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_scheme = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975317] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_timeout_action = abort {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975494] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_tunnelled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975695] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_uri = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.975866] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.live_migration_with_native_tls = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976041] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.max_queues = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976211] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976442] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976609] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.nfs_mount_options = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.976895] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977089] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977258] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977421] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977583] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977745] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_pcie_ports = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.977912] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978093] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.pmem_namespaces = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978257] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.quobyte_client_cfg = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978557] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978733] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.978901] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979077] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979241] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rbd_secret_uuid = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979399] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rbd_user = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979561] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979732] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.979892] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rescue_image_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980063] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rescue_kernel_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980224] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rescue_ramdisk_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980390] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980551] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.rx_queue_size = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.980717] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.smbfs_mount_options = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981024] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981212] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.snapshot_compression = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981380] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.snapshot_image_format = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981610] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981780] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.sparse_logical_volumes = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.981944] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.swtpm_enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982131] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.swtpm_group = tss {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982301] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.swtpm_user = tss {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982471] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.sysinfo_serial = unique {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982628] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.tb_cache_size = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982785] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.tx_queue_size = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.982973] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.uid_maps = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983162] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.use_virtio_for_bridges = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983336] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.virt_type = kvm {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983504] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.volume_clear = zero {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983667] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.volume_clear_size = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983828] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.volume_enforce_multipath = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.983994] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.volume_use_multipath = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984168] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_cache_path = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984337] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984504] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984666] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.984829] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985127] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985311] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.vzstorage_mount_user = stack {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985477] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985651] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985824] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.auth_type = password {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.985986] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986163] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986326] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986481] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986637] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986805] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.default_floating_pool = public {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.986963] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987140] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.extension_sync_interval = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987298] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.http_retries = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987460] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987619] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987774] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.987943] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988113] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988281] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.ovs_bridge = br-int {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988442] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.physnets = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988610] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.region_name = RegionOne {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988767] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.988934] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.service_metadata_proxy = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989116] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989288] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.service_type = network {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989447] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989603] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989758] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.989912] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990101] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990261] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] neutron.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990430] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.bdms_in_notifications = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990602] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.default_level = INFO {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990764] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.include_share_mapping = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.990961] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.notification_format = unversioned {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991148] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.notify_on_state_change = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991325] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991498] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] pci.alias = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991664] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] pci.device_spec = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.991828] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] pci.report_in_placement = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992007] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992205] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.auth_type = password {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992364] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992524] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992682] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.992855] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993051] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993219] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993378] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.default_domain_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993534] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.default_domain_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993688] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.domain_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.993846] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.domain_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994010] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994180] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994338] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994494] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994649] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994814] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.password = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.994972] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.project_domain_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995157] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.project_domain_name = Default {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995323] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.project_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995498] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.project_name = service {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995667] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.region_name = RegionOne {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995829] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.995993] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996182] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.service_type = placement {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996344] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996500] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996659] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996818] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.system_scope = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.996975] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997149] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.trust_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997310] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.user_domain_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997477] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.user_domain_name = Default {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997636] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.user_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997810] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.username = nova {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.997991] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998216] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] placement.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998419] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.cores = 20 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998591] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.count_usage_from_placement = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998766] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.998938] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.injected_file_content_bytes = 10240 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999122] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.injected_file_path_length = 255 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999291] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.injected_files = 5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999456] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.instances = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999622] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.key_pairs = 100 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999789] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.metadata_items = 128 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.999952] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.ram = 51200 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.000135] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.recheck_quota = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.000303] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.server_group_members = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.000468] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.server_groups = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.000679] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.000866] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] quota.unified_limits_resource_strategy = require {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001097] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001276] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001441] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.image_metadata_prefilter = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001603] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001767] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.max_attempts = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.001930] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.max_placement_results = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002108] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002273] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002434] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002609] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] scheduler.workers = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002789] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.002992] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.003193] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.003366] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.003532] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.003695] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.003874] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004067] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004243] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.host_subset_size = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004409] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004570] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004741] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.004900] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005091] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005260] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.isolated_hosts = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005425] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.isolated_images = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005586] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005743] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.005905] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006080] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.pci_in_placement = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006246] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006407] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006566] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006725] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.006881] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007053] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007268] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.track_instance_changes = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007472] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007647] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metrics.required = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007812] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metrics.weight_multiplier = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.007975] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.008162] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] metrics.weight_setting = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.008474] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.008647] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.008823] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.port_range = 10000:20000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.008992] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.009181] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.009351] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] serial_console.serialproxy_port = 6083 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.009518] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.009692] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.auth_type = password {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.009856] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010026] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010195] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010357] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010515] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010687] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.send_service_user_token = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.010860] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.011046] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] service_user.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.011226] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.agent_enabled = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.011391] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.011690] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.011892] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012078] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.html5proxy_port = 6082 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012244] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.image_compression = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012406] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.jpeg_compression = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012566] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.playback_compression = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012728] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.require_secure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.012918] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.server_listen = 127.0.0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.013153] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.013442] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.013613] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.streaming_mode = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.013776] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] spice.zlib_compression = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.013950] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] upgrade_levels.baseapi = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014136] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] upgrade_levels.compute = auto {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014298] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] upgrade_levels.conductor = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014457] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] upgrade_levels.scheduler = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014622] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014783] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.014940] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015111] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015278] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015437] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015595] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015759] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.015916] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vendordata_dynamic_auth.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016102] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.api_retry_count = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016264] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.ca_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016432] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016597] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.cluster_name = testcl1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016757] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.connection_pool_size = 10 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.016914] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.console_delay_seconds = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017096] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.datastore_regex = ^datastore.* {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017307] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017492] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.host_password = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017660] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.host_port = 443 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017829] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.host_username = administrator@vsphere.local {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.017999] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.insecure = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018178] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.integration_bridge = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018341] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.maximum_objects = 100 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018500] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.pbm_default_policy = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018661] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.pbm_enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018816] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.pbm_wsdl_location = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.018986] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019165] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.serial_port_proxy_uri = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019324] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.serial_port_service_uri = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019490] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.task_poll_interval = 0.5 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019663] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.use_linked_clone = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019833] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.vnc_keymap = en-us {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.019996] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.vnc_port = 5900 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.020173] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vmware.vnc_port_total = 10000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.020354] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.auth_schemes = ['none'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.020529] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.020821] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021039] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021224] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.novncproxy_port = 6080 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021415] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.server_listen = 127.0.0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021597] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021761] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.vencrypt_ca_certs = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.021919] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.vencrypt_client_cert = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022091] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vnc.vencrypt_client_key = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022268] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022435] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_deep_image_inspection = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022600] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022762] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.022963] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023164] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.disable_rootwrap = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023353] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.enable_numa_live_migration = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023495] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023656] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023818] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.023979] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.libvirt_disable_apic = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.024295] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.024471] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.024638] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.024804] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.024967] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025145] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025308] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025468] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025626] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025787] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.025971] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026153] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.client_socket_timeout = 900 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026318] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.default_pool_size = 1000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026484] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.keep_alive = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026647] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.max_header_line = 16384 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026808] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.026968] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.ssl_ca_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027144] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.ssl_cert_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027305] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.ssl_key_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027466] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.tcp_keepidle = 600 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027637] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027802] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] zvm.ca_file = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.027961] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] zvm.cloud_connector_url = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.028258] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.028431] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] zvm.reachable_timeout = 300 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.028604] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.028779] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.028956] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.connection_string = messaging:// {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029148] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.enabled = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029323] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.es_doc_type = notification {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029484] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.es_scroll_size = 10000 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029651] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.es_scroll_time = 2m {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029813] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.filter_error_trace = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.029978] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.hmac_keys = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.030164] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.sentinel_service_name = mymaster {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.030330] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.socket_timeout = 0.1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.030493] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.trace_requests = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.030654] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler.trace_sqlalchemy = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.030830] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler_jaeger.process_tags = {} {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031019] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler_jaeger.service_name_prefix = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031192] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] profiler_otlp.service_name_prefix = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031358] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] remote_debug.host = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031517] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] remote_debug.port = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031694] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.031857] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032037] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032208] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032370] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032530] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032691] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.032878] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033060] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033241] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033447] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033571] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033738] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.033903] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034101] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034281] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034444] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034606] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034776] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.034938] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035114] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035280] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035440] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035601] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035761] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.035920] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036099] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036260] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036420] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036579] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036739] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.036907] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037105] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037278] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037446] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037611] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037771] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.037957] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038144] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_notifications.retry = -1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038320] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038491] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038662] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.auth_section = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038826] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.auth_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.038985] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.cafile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039159] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.certfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039324] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.collect_timing = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039480] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.connect_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039638] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.connect_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039797] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_id = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.039967] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040142] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_override = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040301] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040456] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040613] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.endpoint_service_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040776] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.insecure = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.040960] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.keyfile = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041147] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.max_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041309] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.min_version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041467] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.region_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041624] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.retriable_status_codes = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041779] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.service_name = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.041935] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.service_type = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.042111] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.split_loggers = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.042270] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.status_code_retries = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.042482] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.status_code_retry_delay = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.042669] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.timeout = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.042830] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.valid_interfaces = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043021] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_limit.version = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043201] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_reports.file_event_handler = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043368] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043542] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] oslo_reports.log_dir = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043693] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.043855] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044017] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044188] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044350] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044505] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044671] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044829] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.044986] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.045170] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.045334] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.045491] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] vif_plug_ovs_privileged.user = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.045659] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.045838] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046014] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046190] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046362] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046533] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046697] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.046857] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047048] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047227] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.isolate_vif = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047395] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047559] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047728] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.047897] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048072] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] os_vif_ovs.per_port_bridge = False {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048244] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.capabilities = [21] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048402] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048558] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.helper_command = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048721] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.048883] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049055] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] privsep_osbrick.user = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049230] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049389] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.group = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049546] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.helper_command = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049708] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.049869] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.050041] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] nova_sys_admin.user = None {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 540.050175] env[69133]: DEBUG oslo_service.backend.eventlet.service [None req-70f4b181-cd3f-4df7-a070-e4d49cc23592 None None] ******************************************************************************** {{(pid=69133) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 540.050588] env[69133]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 540.553615] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Getting list of instances from cluster (obj){ [ 540.553615] env[69133]: value = "domain-c8" [ 540.553615] env[69133]: _type = "ClusterComputeResource" [ 540.553615] env[69133]: } {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 540.554773] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5956d539-20ae-4ec8-99cf-b59c423d0e96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.564067] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Got total of 0 instances {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 540.564745] env[69133]: WARNING nova.virt.vmwareapi.driver [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 540.565238] env[69133]: INFO nova.virt.node [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Generated node identity f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede [ 540.565467] env[69133]: INFO nova.virt.node [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Wrote node identity f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede to /opt/stack/data/n-cpu-1/compute_id [ 541.067817] env[69133]: WARNING nova.compute.manager [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Compute nodes ['f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 542.073489] env[69133]: INFO nova.compute.manager [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 543.083029] env[69133]: WARNING nova.compute.manager [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 543.083029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.083029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.083029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.083029] env[69133]: DEBUG nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 543.083029] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7353d9-6f91-442f-8b68-ef548dab91d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.090728] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24123ce-8992-44a2-85db-68b926d5c85a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.105954] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f56eef-c13d-496c-a3f7-bbe3f0164772 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.112085] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0999f3-db13-452a-92bd-ed42ad66aefe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.140569] env[69133]: DEBUG nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181012MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 543.140926] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 543.141288] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 543.643804] env[69133]: WARNING nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] No compute node record for cpu-1:f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede could not be found. [ 544.147523] env[69133]: INFO nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede [ 545.657051] env[69133]: DEBUG nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 545.657426] env[69133]: DEBUG nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 545.835826] env[69133]: INFO nova.scheduler.client.report [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] [req-4b34f436-abf5-4e7f-9645-bc17f8b6aa4a] Created resource provider record via placement API for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 545.858339] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8359c-2971-40ef-978f-2d61d94bfb85 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.867131] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05a957-7b9e-4060-bfbc-a03be3b80bc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.898533] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab9a66d-c647-4c02-a0a4-6e83f9cc427b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.906566] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9c0a2-7607-417a-b8d9-a0037609ff39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.921523] env[69133]: DEBUG nova.compute.provider_tree [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.464188] env[69133]: DEBUG nova.scheduler.client.report [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 546.464465] env[69133]: DEBUG nova.compute.provider_tree [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 0 to 1 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 546.464636] env[69133]: DEBUG nova.compute.provider_tree [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.516619] env[69133]: DEBUG nova.compute.provider_tree [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 1 to 2 during operation: update_traits {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.021546] env[69133]: DEBUG nova.compute.resource_tracker [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 547.022039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.880s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 547.022039] env[69133]: DEBUG nova.service [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Creating RPC server for service compute {{(pid=69133) start /opt/stack/nova/nova/service.py:186}} [ 547.035626] env[69133]: DEBUG nova.service [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] Join ServiceGroup membership for this service compute {{(pid=69133) start /opt/stack/nova/nova/service.py:203}} [ 547.035802] env[69133]: DEBUG nova.servicegroup.drivers.db [None req-4bdb980b-9955-4045-8e5b-e9e6294e132b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69133) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 581.346484] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.346802] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.850362] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.405020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.405020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.405020] env[69133]: INFO nova.compute.claims [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.468675] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339485dd-e254-4cc6-a6e2-d893b052b0a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.483026] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b87a11a-aaa3-4f0f-8046-ec79e7347b35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.517509] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8366498b-3952-43f9-95a3-d73677d188ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.529258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c299bc-7a96-400b-8cbb-d455f2f0ad53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.548548] env[69133]: DEBUG nova.compute.provider_tree [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.053018] env[69133]: DEBUG nova.scheduler.client.report [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.055969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "30564b03-2531-4e50-b45d-db4208287a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.057274] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.560913] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.157s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.561589] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.570568] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.071592] env[69133]: DEBUG nova.compute.utils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.071592] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.072598] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.104938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.105160] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.107768] env[69133]: INFO nova.compute.claims [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.580033] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.175517] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f7105a-0a93-4cca-90a4-6c198ab6e545 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.184113] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d628c7-f48e-4e31-b151-55ef70eeb099 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.217729] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48419263-8a50-41d7-a0d0-0bc1beb62676 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.225507] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d90e2-977c-4ed0-b8ab-2db9a742fda7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.241305] env[69133]: DEBUG nova.compute.provider_tree [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.387175] env[69133]: DEBUG nova.policy [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7d4378d6fa34b79a672a8d989c4103a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f4e3b5a78940d9b8f1cc220553a34d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.590737] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.612855] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.613217] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.613324] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.613472] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.613610] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.613752] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.613956] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.614116] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.614509] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.614685] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.614853] env[69133]: DEBUG nova.virt.hardware [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.617094] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf6c50-9a60-4bee-a9b4-f6bd733b94ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.625988] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359301cd-bdd9-4e0c-bd91-745b3b4fabd4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.646370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a240df3-3572-4514-8916-bce1792f00ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.743989] env[69133]: DEBUG nova.scheduler.client.report [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.984993] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Successfully created port: 4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.037480] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.256936] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.257755] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.541408] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Getting list of instances from cluster (obj){ [ 587.541408] env[69133]: value = "domain-c8" [ 587.541408] env[69133]: _type = "ClusterComputeResource" [ 587.541408] env[69133]: } {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.542768] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d209bdfa-860c-4063-8529-4434e1d40836 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.552306] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Got total of 0 instances {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.552558] env[69133]: WARNING nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 587.552779] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 007fae21-4066-4ebd-abba-cd3eee7abb9d {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 587.553107] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 30564b03-2531-4e50-b45d-db4208287a50 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 587.553510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.554441] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "30564b03-2531-4e50-b45d-db4208287a50" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.554441] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.554441] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Getting list of instances from cluster (obj){ [ 587.554441] env[69133]: value = "domain-c8" [ 587.554441] env[69133]: _type = "ClusterComputeResource" [ 587.554441] env[69133]: } {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.555338] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86116b40-5de0-4040-b10f-9a48f2ea1d70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.566494] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Got total of 0 instances {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.763575] env[69133]: DEBUG nova.compute.utils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.765107] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.765352] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.899935] env[69133]: DEBUG nova.policy [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5050c33924b495cbf4960c86d2f13a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24bfa0d70778490e95dd08474d3138b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.035712] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "b76c1786-1b06-4192-ba91-cdcf42280839" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.035712] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.269668] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.502861] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.503396] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.537442] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.957040] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Successfully created port: 6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.011216] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.063807] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.067016] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.067016] env[69133]: INFO nova.compute.claims [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.284017] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.322912] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.323205] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.323353] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.323541] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.323682] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.323825] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.324042] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.324253] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.324432] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.324778] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.324778] env[69133]: DEBUG nova.virt.hardware [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.325740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d188ed88-2b7a-4f09-8fe1-04fc934c005a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.334594] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90502e46-a1a8-48e7-85cd-e3d782eea6da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.381891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.383249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.546382] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.756817] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "e7d034d2-6455-43c8-9629-70ca597034c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.757115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.889238] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.988591] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Successfully updated port: 4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.217612] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db580e93-2e25-4f4d-a21d-75a390fd8d5c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.229939] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0d694a-2e12-4111-921c-c430275aab78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.262786] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.266307] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066032a5-220c-4828-942b-89f79af82584 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.275365] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bedf6c-3002-4a9c-aad5-902d6794291b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.293198] env[69133]: DEBUG nova.compute.provider_tree [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.429515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.492245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.492435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquired lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.492733] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.797541] env[69133]: DEBUG nova.scheduler.client.report [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.801268] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.913870] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.914950] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.130566] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.305060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.305728] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.308948] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.763s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.310720] env[69133]: INFO nova.compute.claims [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.319013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.320632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.420293] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.794540] env[69133]: DEBUG nova.network.neutron [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Updating instance_info_cache with network_info: [{"id": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "address": "fa:16:3e:3a:a1:41", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4824a5ad-3e", "ovs_interfaceid": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.816419] env[69133]: DEBUG nova.compute.utils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.822477] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.822477] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.826366] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.950192] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.957868] env[69133]: DEBUG nova.compute.manager [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Received event network-vif-plugged-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 591.958209] env[69133]: DEBUG oslo_concurrency.lockutils [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] Acquiring lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.958358] env[69133]: DEBUG oslo_concurrency.lockutils [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.958583] env[69133]: DEBUG oslo_concurrency.lockutils [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.958680] env[69133]: DEBUG nova.compute.manager [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] No waiting events found dispatching network-vif-plugged-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 591.958838] env[69133]: WARNING nova.compute.manager [req-4797419c-ffd5-4914-91b2-b692a63cf8ce req-846e20bd-6459-4f87-bb89-4b74e20a40be service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Received unexpected event network-vif-plugged-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc for instance with vm_state building and task_state spawning. [ 592.016625] env[69133]: DEBUG nova.policy [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ffced83b9a40e6aa997d01ff28386b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cb54de16f464ba2942303c7ec71fd67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.180255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.180255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.277866] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Successfully updated port: 6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.300503] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Releasing lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.300861] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Instance network_info: |[{"id": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "address": "fa:16:3e:3a:a1:41", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4824a5ad-3e", "ovs_interfaceid": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.301644] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:a1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.318993] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.319919] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b60180d-7585-4fab-aa38-85da322d18be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.322293] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.339425] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Created folder: OpenStack in parent group-v4. [ 592.343718] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating folder: Project (e2f4e3b5a78940d9b8f1cc220553a34d). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.343718] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e894ec44-374d-4133-981f-520e4d004cc5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.357156] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Created folder: Project (e2f4e3b5a78940d9b8f1cc220553a34d) in parent group-v637972. [ 592.357458] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating folder: Instances. Parent ref: group-v637973. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.357726] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-765ea377-6358-4e21-be42-e5971aa9c2dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.370939] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Created folder: Instances in parent group-v637973. [ 592.372191] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.372191] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.372191] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-170ba1d6-3893-40e4-9771-68f9c0a59b3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.393808] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.393808] env[69133]: value = "task-3190261" [ 592.393808] env[69133]: _type = "Task" [ 592.393808] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.394879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.411820] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190261, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.605413] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b29b8d-2ca6-4b56-ab7f-89ce43316031 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.613785] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c384db0-85ee-46e7-9509-7c279e6b898a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.651308] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaac4c61-d38a-4218-b0a1-00bb995e6b9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.659844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beeb6a6-d4a5-4ce5-a925-7b4e19fd4130 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.674645] env[69133]: DEBUG nova.compute.provider_tree [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.681792] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.781730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.782038] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquired lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.782256] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.908955] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190261, 'name': CreateVM_Task, 'duration_secs': 0.357606} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.909146] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.927881] env[69133]: DEBUG oslo_vmware.service [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7441d8-f9d9-4364-8f2c-08417dca1b94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.937509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.937509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.937963] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.938273] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d869bcb-462a-48d3-99bf-aee539a751cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.943337] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 592.943337] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b8aa40-82bb-ddb3-3b8c-f155a0bf8d64" [ 592.943337] env[69133]: _type = "Task" [ 592.943337] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.952170] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b8aa40-82bb-ddb3-3b8c-f155a0bf8d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.986366] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Successfully created port: f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.178255] env[69133]: DEBUG nova.scheduler.client.report [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.215720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.337354] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.361997] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.377666] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.377932] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.378329] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.378609] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.378727] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.378894] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.381844] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.382127] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.382250] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.382784] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.382784] env[69133]: DEBUG nova.virt.hardware [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.383560] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f3377-d159-4b08-81f8-7689806aea28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.400776] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6dd004-8ee3-42be-a33c-672345b8715c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.460495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.460685] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.461306] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.461306] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.461489] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.461764] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92dde934-3023-4088-9e10-c5589b4dd9a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.481025] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.481219] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.482281] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f10abd-5583-4a7b-93d9-d65f2f09a3f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.493564] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7836482-774f-4743-9147-fd1e703a5fb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.506440] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 593.506440] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a538ec-dd44-2f9c-c24b-4d6239b44a3a" [ 593.506440] env[69133]: _type = "Task" [ 593.506440] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.514348] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a538ec-dd44-2f9c-c24b-4d6239b44a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.684740] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.685318] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.689169] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.261s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.694056] env[69133]: INFO nova.compute.claims [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.761638] env[69133]: DEBUG nova.network.neutron [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Updating instance_info_cache with network_info: [{"id": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "address": "fa:16:3e:43:69:dc", "network": {"id": "e6761554-2950-451d-97b5-230e335514f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-731009850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bfa0d70778490e95dd08474d3138b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e934f-ff", "ovs_interfaceid": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.018180] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 594.020747] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating directory with path [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.020747] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d780261-a405-4abd-aaa7-2a79e669b0a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.039254] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Created directory with path [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.041023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Fetch image to [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.041023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Downloading image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69133) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.041023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440856da-a126-4b71-a79b-53108b5ee218 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.049442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef474f0-16cf-4ae6-b0f1-254430c3c996 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.062547] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d5725-4bb6-405a-b194-a67c084c9d10 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.100034] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e90ba1a-9fc3-438d-97cb-e98ac1f818cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.106698] env[69133]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-af3c7d3a-d159-4754-955e-ae9c26541cb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.143245] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Downloading image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to the data store datastore2 {{(pid=69133) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.206034] env[69133]: DEBUG nova.compute.utils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.208747] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 594.213899] env[69133]: DEBUG oslo_vmware.rw_handles [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.271760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Releasing lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.272248] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Instance network_info: |[{"id": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "address": "fa:16:3e:43:69:dc", "network": {"id": "e6761554-2950-451d-97b5-230e335514f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-731009850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bfa0d70778490e95dd08474d3138b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e934f-ff", "ovs_interfaceid": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.272852] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:69:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5e934f-ff66-4570-8375-f29334bdd3c7', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.280479] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Creating folder: Project (24bfa0d70778490e95dd08474d3138b0). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.281948] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3b93c4-9fb6-4312-958b-f0635312d914 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.297603] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Created folder: Project (24bfa0d70778490e95dd08474d3138b0) in parent group-v637972. [ 594.297652] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Creating folder: Instances. Parent ref: group-v637976. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.298171] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba7e8c1c-7048-45f9-ba97-fc65506a2b23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.312029] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Created folder: Instances in parent group-v637976. [ 594.312421] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.312690] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.314928] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e87700-c041-48e6-a2cd-c78128eef719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.342295] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.342295] env[69133]: value = "task-3190264" [ 594.342295] env[69133]: _type = "Task" [ 594.342295] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.354207] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190264, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.562446] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "33ebad73-fd83-4760-8b70-4abe260dad6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.562798] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.710495] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.861583] env[69133]: DEBUG oslo_vmware.rw_handles [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 594.861854] env[69133]: DEBUG oslo_vmware.rw_handles [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 594.870484] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190264, 'name': CreateVM_Task, 'duration_secs': 0.380556} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.870695] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.871606] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.871835] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.873138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.873485] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be8bcb0-2dc1-4313-81e4-c299b93ba6a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.890435] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 594.890435] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e406c5-0724-0661-07a2-0824d7c17493" [ 594.890435] env[69133]: _type = "Task" [ 594.890435] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.907535] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.907779] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.908111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.981341] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670f738-2f40-466c-a643-842693c5706d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.989543] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71d5442-698e-4b51-94ab-ac1201a3377e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.021386] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Downloaded image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk on the data store datastore2 {{(pid=69133) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.023016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.023288] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Copying Virtual Disk [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk to [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.024080] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9454cbf-cced-4c33-9fb2-2f5863c62537 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.026622] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289492c2-6458-4a7e-ae40-ff08e2822119 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.037834] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6a093-64b7-46e9-8625-f0e2eebe49f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.052199] env[69133]: DEBUG nova.compute.provider_tree [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.054680] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 595.054680] env[69133]: value = "task-3190265" [ 595.054680] env[69133]: _type = "Task" [ 595.054680] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.062838] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.066118] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.203571] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Received event network-changed-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.203851] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Refreshing instance network info cache due to event network-changed-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.204134] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Acquiring lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.204329] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Acquired lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.204536] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Refreshing network info cache for port 4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.272645] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.272936] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.272936] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.273187] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.273522] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.273635] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.273850] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.274062] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 595.274761] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 595.421167] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Successfully updated port: f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.557039] env[69133]: DEBUG nova.scheduler.client.report [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.576919] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190265, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.610221] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.730994] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.782063] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.872638] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.875314] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.875314] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.875314] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.875314] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.875314] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.875589] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.875589] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.875589] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.875589] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.875589] env[69133]: DEBUG nova.virt.hardware [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.875735] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9c4e4-7bb4-4fbc-826a-967be3dfcec0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.883924] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a0965-5ebb-4006-bc5e-f41ebe2ef233 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.906271] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.912029] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Creating folder: Project (b1f956ae8ec64863aa9cada753fbd120). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.912371] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7583230e-0e54-42dc-8165-3744815e5986 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.923187] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Created folder: Project (b1f956ae8ec64863aa9cada753fbd120) in parent group-v637972. [ 595.923445] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Creating folder: Instances. Parent ref: group-v637979. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.924684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.924684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquired lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.924684] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.928738] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc106c8-c2f1-4f93-bd8e-91ac487201a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.940223] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Created folder: Instances in parent group-v637979. [ 595.940223] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.940223] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.940223] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130f79d4-ba12-41d6-917e-c189f5157cbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.957220] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.957220] env[69133]: value = "task-3190268" [ 595.957220] env[69133]: _type = "Task" [ 595.957220] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.965213] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190268, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.069030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.069030] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.071125] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.270s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.073777] env[69133]: INFO nova.compute.claims [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.089409] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672658} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.089863] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Copied Virtual Disk [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk to [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.089863] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleting the datastore file [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.092653] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cc0f5c5-c9aa-4476-8274-f68d2b31c0ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.103115] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 596.103115] env[69133]: value = "task-3190269" [ 596.103115] env[69133]: _type = "Task" [ 596.103115] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.111669] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.458608] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Updated VIF entry in instance network info cache for port 4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.459334] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Updating instance_info_cache with network_info: [{"id": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "address": "fa:16:3e:3a:a1:41", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4824a5ad-3e", "ovs_interfaceid": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.474828] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190268, 'name': CreateVM_Task, 'duration_secs': 0.299949} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.475658] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.476371] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.476557] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.476557] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.476557] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f217dde-08a3-4e0a-ab23-ff45c2e53a77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.483219] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 596.483219] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5295117e-d129-2692-1a83-588a8c3df904" [ 596.483219] env[69133]: _type = "Task" [ 596.483219] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.491762] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5295117e-d129-2692-1a83-588a8c3df904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.492508] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.591565] env[69133]: DEBUG nova.compute.utils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.595852] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.596463] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.612899] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023553} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.613193] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 596.613722] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Moving file from [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1/539492c1-3593-46ce-b9e7-fe175b62e70f to [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f. {{(pid=69133) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 596.613722] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0f12d977-813c-4cb5-957a-4c34a9754b87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.622190] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 596.622190] env[69133]: value = "task-3190270" [ 596.622190] env[69133]: _type = "Task" [ 596.622190] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.639258] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190270, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.801764] env[69133]: DEBUG nova.policy [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24bd3d4ec4a48259883c386bfd090f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7eccf004784a5ab2837b2e85a26031', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.972028] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Releasing lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.972028] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Received event network-vif-plugged-6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.972028] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Acquiring lock "30564b03-2531-4e50-b45d-db4208287a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.972028] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Lock "30564b03-2531-4e50-b45d-db4208287a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.972028] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Lock "30564b03-2531-4e50-b45d-db4208287a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.972532] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] No waiting events found dispatching network-vif-plugged-6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.972532] env[69133]: WARNING nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Received unexpected event network-vif-plugged-6c5e934f-ff66-4570-8375-f29334bdd3c7 for instance with vm_state building and task_state spawning. [ 596.972532] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Received event network-changed-6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.972532] env[69133]: DEBUG nova.compute.manager [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Refreshing instance network info cache due to event network-changed-6c5e934f-ff66-4570-8375-f29334bdd3c7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 596.972532] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Acquiring lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.972738] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Acquired lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.972738] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Refreshing network info cache for port 6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.999986] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.000285] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.000508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.033727] env[69133]: DEBUG nova.network.neutron [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Updating instance_info_cache with network_info: [{"id": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "address": "fa:16:3e:dc:12:a8", "network": {"id": "e575b857-a747-4c0d-8a21-e4ef44aa8706", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-734214418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cb54de16f464ba2942303c7ec71fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c9aa73-b3", "ovs_interfaceid": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.095535] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.139924] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190270, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.118437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.146577] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] File moved {{(pid=69133) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 597.146965] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Cleaning up location [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 597.147244] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleting the datastore file [datastore2] vmware_temp/04238e66-93c5-491f-8aab-89f7b817a4d1 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.147928] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5def02a1-8c51-425e-8360-c711d0cec957 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.158619] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 597.158619] env[69133]: value = "task-3190271" [ 597.158619] env[69133]: _type = "Task" [ 597.158619] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.173196] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.359694] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b1579-4728-4f0c-ac34-7025cd0c75c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.371145] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd4b033-e458-418e-be4f-d0979d47b8d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.407154] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d96764-cfd9-4e2d-a439-28c8f830ed4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.417216] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c521536-edfd-41c7-9cbf-94c02277debf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.436241] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 597.544095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Releasing lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.544095] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Instance network_info: |[{"id": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "address": "fa:16:3e:dc:12:a8", "network": {"id": "e575b857-a747-4c0d-8a21-e4ef44aa8706", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-734214418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cb54de16f464ba2942303c7ec71fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c9aa73-b3", "ovs_interfaceid": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.544594] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:12:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c9aa73-b35d-4520-b04f-30f88fb825bb', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.555424] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Creating folder: Project (5cb54de16f464ba2942303c7ec71fd67). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.555490] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cb1b7df-4b13-4c7c-9462-05fa15a1bb92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.566679] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Created folder: Project (5cb54de16f464ba2942303c7ec71fd67) in parent group-v637972. [ 597.566679] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Creating folder: Instances. Parent ref: group-v637982. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.566679] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13837d5-e8e9-44f0-a903-608b140b4967 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.580089] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Created folder: Instances in parent group-v637982. [ 597.580292] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.580488] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.580693] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ff2dbf-9296-4eb9-ba14-fab61c0a9ca7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.600859] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.600859] env[69133]: value = "task-3190274" [ 597.600859] env[69133]: _type = "Task" [ 597.600859] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.618422] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190274, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.678952] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028427} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.678952] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.678952] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5428f5-ec2a-4879-bbf2-2eb2192a9867 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.683602] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 597.683602] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52946563-c6a1-405e-dedf-79d6d8c5ec71" [ 597.683602] env[69133]: _type = "Task" [ 597.683602] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.697291] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52946563-c6a1-405e-dedf-79d6d8c5ec71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.045503] env[69133]: ERROR nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [req-c060ab96-afdf-4bfd-97f8-3e3567a6da31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c060ab96-afdf-4bfd-97f8-3e3567a6da31"}]} [ 598.067784] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 598.084907] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 598.085350] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.098550] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 598.112846] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190274, 'name': CreateVM_Task, 'duration_secs': 0.358924} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.112846] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.113647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.114072] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.114581] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.114871] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd18d1b-b3e8-4340-a1da-a939d5e94797 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.120355] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.122344] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 598.122344] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528a995b-27f7-78bc-5cbc-45281c8b9408" [ 598.122344] env[69133]: _type = "Task" [ 598.122344] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.124501] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 598.142873] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528a995b-27f7-78bc-5cbc-45281c8b9408, 'name': SearchDatastore_Task, 'duration_secs': 0.008919} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.143384] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.143445] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.143627] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.146634] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.146885] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.147298] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.147298] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.147470] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.147571] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.147790] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.147905] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.148391] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.148391] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.148391] env[69133]: DEBUG nova.virt.hardware [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.149218] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e1d90-d64f-4356-bfde-effb3442768f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.163539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e87f5-52c4-435c-8ded-59187c01f344 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.194019] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52946563-c6a1-405e-dedf-79d6d8c5ec71, 'name': SearchDatastore_Task, 'duration_secs': 0.015887} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.194529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.194793] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 007fae21-4066-4ebd-abba-cd3eee7abb9d/007fae21-4066-4ebd-abba-cd3eee7abb9d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.195077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.195476] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.195476] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11dac775-32aa-4b81-a16a-f9e9e864b5fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.199914] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a940df0-89f2-491a-a09d-e56ec4e2b4d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.202487] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Successfully created port: 36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.209133] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 598.209133] env[69133]: value = "task-3190275" [ 598.209133] env[69133]: _type = "Task" [ 598.209133] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.213437] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.213784] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.217388] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab98ca0-943e-48d1-bafc-7a7787416ec4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.223190] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.226131] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 598.226131] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bfe494-3879-1355-89e0-a14908700891" [ 598.226131] env[69133]: _type = "Task" [ 598.226131] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.235255] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bfe494-3879-1355-89e0-a14908700891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.416779] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Updated VIF entry in instance network info cache for port 6c5e934f-ff66-4570-8375-f29334bdd3c7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.417250] env[69133]: DEBUG nova.network.neutron [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Updating instance_info_cache with network_info: [{"id": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "address": "fa:16:3e:43:69:dc", "network": {"id": "e6761554-2950-451d-97b5-230e335514f4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-731009850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24bfa0d70778490e95dd08474d3138b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5e934f-ff", "ovs_interfaceid": "6c5e934f-ff66-4570-8375-f29334bdd3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.434844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6dd449-c800-4db2-8157-2ca6de716b65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.445573] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6d081-6a03-4dcc-abfb-e6b34cde948d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.490828] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f8d2eb-bb5f-48b3-85ea-922a034aeb69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.499171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872a6d17-54f4-42ed-9693-865500e86ebd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.515707] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.725234] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472731} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.725719] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 007fae21-4066-4ebd-abba-cd3eee7abb9d/007fae21-4066-4ebd-abba-cd3eee7abb9d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.726151] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.726532] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f2674e5-8950-43dc-8fe0-a89202d84d25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.738273] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bfe494-3879-1355-89e0-a14908700891, 'name': SearchDatastore_Task, 'duration_secs': 0.007592} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.740678] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 598.740678] env[69133]: value = "task-3190276" [ 598.740678] env[69133]: _type = "Task" [ 598.740678] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.741838] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f50bd8-f040-45d0-a9d1-577f485adccb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.749617] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 598.749617] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b86b7c-17ef-1830-499e-f3a2c6c31424" [ 598.749617] env[69133]: _type = "Task" [ 598.749617] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.752979] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.761251] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b86b7c-17ef-1830-499e-f3a2c6c31424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.920766] env[69133]: DEBUG oslo_concurrency.lockutils [req-36167252-8696-45bd-af5c-7e8f94a17308 req-de447f6c-fef5-42ea-97c6-967a30553684 service nova] Releasing lock "refresh_cache-30564b03-2531-4e50-b45d-db4208287a50" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.046240] env[69133]: ERROR nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [req-1b812553-180d-4614-a985-29ecea7cc7df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b812553-180d-4614-a985-29ecea7cc7df"}]} [ 599.070920] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 599.094665] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 599.094888] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.119659] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 599.152071] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 599.192286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.192521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.274587] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.274587] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b86b7c-17ef-1830-499e-f3a2c6c31424, 'name': SearchDatastore_Task, 'duration_secs': 0.01258} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.275484] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.275484] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.275732] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 30564b03-2531-4e50-b45d-db4208287a50/30564b03-2531-4e50-b45d-db4208287a50.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.276685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40484600-fd04-414e-aecc-3deb7c924a88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.279157] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.279341] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.279565] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e3bb3db-715c-4aaf-901a-17c36b8ecc2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.285286] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42cd1361-9548-4e66-9de2-54bd67de6262 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.306704] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 007fae21-4066-4ebd-abba-cd3eee7abb9d/007fae21-4066-4ebd-abba-cd3eee7abb9d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.312432] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b3e52c-b435-406f-8854-a7065d9e8d1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.326778] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 599.326778] env[69133]: value = "task-3190277" [ 599.326778] env[69133]: _type = "Task" [ 599.326778] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.340016] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.340016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.340589] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 599.340589] env[69133]: value = "task-3190278" [ 599.340589] env[69133]: _type = "Task" [ 599.340589] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.341637] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd38783-c344-4340-b44f-4384feeddfff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.351285] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.357766] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 599.357766] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523547d6-6b6d-3dde-181a-9b8bdd02dd4b" [ 599.357766] env[69133]: _type = "Task" [ 599.357766] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.364599] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.371367] env[69133]: DEBUG nova.compute.manager [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Received event network-vif-plugged-f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.371367] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Acquiring lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.371367] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.371367] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.371367] env[69133]: DEBUG nova.compute.manager [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] No waiting events found dispatching network-vif-plugged-f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.371649] env[69133]: WARNING nova.compute.manager [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Received unexpected event network-vif-plugged-f1c9aa73-b35d-4520-b04f-30f88fb825bb for instance with vm_state building and task_state spawning. [ 599.371649] env[69133]: DEBUG nova.compute.manager [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Received event network-changed-f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.371649] env[69133]: DEBUG nova.compute.manager [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Refreshing instance network info cache due to event network-changed-f1c9aa73-b35d-4520-b04f-30f88fb825bb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.371835] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Acquiring lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.371973] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Acquired lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.372155] env[69133]: DEBUG nova.network.neutron [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Refreshing network info cache for port f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.386812] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523547d6-6b6d-3dde-181a-9b8bdd02dd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.388833] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d942af10-4cb8-4b6f-93e9-851581b76aa8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.400419] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 599.400419] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b65147-4a01-7c6f-5e43-86a880bd11e8" [ 599.400419] env[69133]: _type = "Task" [ 599.400419] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.410415] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b65147-4a01-7c6f-5e43-86a880bd11e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.410732] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.411075] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.411812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.411812] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.411812] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd38af2-48db-426c-9125-e5a34ec49c5d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.419047] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e717045-090e-49cb-a385-c82f191a56da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.425363] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 599.425363] env[69133]: value = "task-3190279" [ 599.425363] env[69133]: _type = "Task" [ 599.425363] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.430690] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.430690] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.431698] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09e4d2e-367a-478d-a6a3-89b5da95a7ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.437149] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.444667] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 599.444667] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529547f1-7d69-eb5c-00b6-e0133d75307e" [ 599.444667] env[69133]: _type = "Task" [ 599.444667] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.455876] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529547f1-7d69-eb5c-00b6-e0133d75307e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.457674] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0238bf-918c-4c1f-b9c5-1b703f0fcbce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.465367] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b3542-bb3b-4afb-9771-03222202f52e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.502286] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b05f0-72f0-434c-b636-daf991e8d382 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.511394] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1820e1-4e5a-423b-9a34-c6e1b98e8d16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.530712] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.844254] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.844922] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 30564b03-2531-4e50-b45d-db4208287a50/30564b03-2531-4e50-b45d-db4208287a50.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.844922] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.848657] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d95960f-fe53-4b36-8ed2-93d7f69b3241 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.861555] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 599.861555] env[69133]: value = "task-3190280" [ 599.861555] env[69133]: _type = "Task" [ 599.861555] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.861963] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190278, 'name': ReconfigVM_Task, 'duration_secs': 0.52189} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.862550] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 007fae21-4066-4ebd-abba-cd3eee7abb9d/007fae21-4066-4ebd-abba-cd3eee7abb9d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.866814] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e00a94-7620-473a-814c-5b2e4b83235f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.876358] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.878890] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 599.878890] env[69133]: value = "task-3190281" [ 599.878890] env[69133]: _type = "Task" [ 599.878890] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.887949] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190281, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.948542] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190279, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.960406] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529547f1-7d69-eb5c-00b6-e0133d75307e, 'name': SearchDatastore_Task, 'duration_secs': 0.060798} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.961304] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c1c980-96e0-4e17-99a5-b1ac815c3128 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.967509] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 599.967509] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d3d6c6-4810-b540-711b-56823355d0e7" [ 599.967509] env[69133]: _type = "Task" [ 599.967509] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.979956] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d3d6c6-4810-b540-711b-56823355d0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.087396] env[69133]: DEBUG nova.scheduler.client.report [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 600.087396] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 15 to 16 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.087396] env[69133]: DEBUG nova.compute.provider_tree [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.375718] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086343} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.376065] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.376789] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da763e-d810-467f-9d7b-fc6ee16f158a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.385969] env[69133]: DEBUG nova.network.neutron [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Updated VIF entry in instance network info cache for port f1c9aa73-b35d-4520-b04f-30f88fb825bb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.385969] env[69133]: DEBUG nova.network.neutron [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Updating instance_info_cache with network_info: [{"id": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "address": "fa:16:3e:dc:12:a8", "network": {"id": "e575b857-a747-4c0d-8a21-e4ef44aa8706", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-734214418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cb54de16f464ba2942303c7ec71fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c9aa73-b3", "ovs_interfaceid": "f1c9aa73-b35d-4520-b04f-30f88fb825bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.404326] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 30564b03-2531-4e50-b45d-db4208287a50/30564b03-2531-4e50-b45d-db4208287a50.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.408676] env[69133]: DEBUG oslo_concurrency.lockutils [req-201b03ab-0653-4cd4-a6ca-f474e8760901 req-015c2cec-868d-4f99-aeea-2c377769f6f2 service nova] Releasing lock "refresh_cache-b76c1786-1b06-4192-ba91-cdcf42280839" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.409092] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c104ef38-7802-4374-abaa-0b1c1304967b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.423956] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190281, 'name': Rename_Task, 'duration_secs': 0.337727} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.424979] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.425536] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8bf8972-dd7b-4648-a475-23f094ace632 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.434393] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 600.434393] env[69133]: value = "task-3190282" [ 600.434393] env[69133]: _type = "Task" [ 600.434393] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.440772] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753335} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.441414] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 600.441414] env[69133]: value = "task-3190283" [ 600.441414] env[69133]: _type = "Task" [ 600.441414] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.442282] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.442455] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.442767] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3521e524-6cc4-4dae-8779-5d694b102693 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.451589] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.457734] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190283, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.459721] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 600.459721] env[69133]: value = "task-3190284" [ 600.459721] env[69133]: _type = "Task" [ 600.459721] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.472668] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.481942] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d3d6c6-4810-b540-711b-56823355d0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.055986} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.482428] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.482428] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b76c1786-1b06-4192-ba91-cdcf42280839/b76c1786-1b06-4192-ba91-cdcf42280839.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.483195] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45a9589e-0e44-41b9-a5aa-fb6afe65d2c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.492245] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 600.492245] env[69133]: value = "task-3190285" [ 600.492245] env[69133]: _type = "Task" [ 600.492245] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.500298] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.594519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.523s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.595177] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.599908] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.648s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.599908] env[69133]: INFO nova.compute.claims [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.627284] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Successfully updated port: 36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.951433] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190282, 'name': ReconfigVM_Task, 'duration_secs': 0.358952} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.958251] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 30564b03-2531-4e50-b45d-db4208287a50/30564b03-2531-4e50-b45d-db4208287a50.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.959090] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd90fb8-9525-4c90-808e-ac92564b81a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.976617] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.978524] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 600.978524] env[69133]: value = "task-3190286" [ 600.978524] env[69133]: _type = "Task" [ 600.978524] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.990127] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070617} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.990849] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.991744] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2fe51a-557c-47b3-bcdd-3b4c03594dfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.998611] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190286, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.030139] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.034373] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d960ca3a-cb9b-48b6-ac3d-a0130f5d21ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.049952] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492301} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.050307] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b76c1786-1b06-4192-ba91-cdcf42280839/b76c1786-1b06-4192-ba91-cdcf42280839.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.050538] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.052021] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f56ca2-4ac3-4875-b6d7-9cfff8387e30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.055769] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 601.055769] env[69133]: value = "task-3190287" [ 601.055769] env[69133]: _type = "Task" [ 601.055769] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.060999] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 601.060999] env[69133]: value = "task-3190288" [ 601.060999] env[69133]: _type = "Task" [ 601.060999] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.072671] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.078155] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.104881] env[69133]: DEBUG nova.compute.utils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.106350] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 601.131450] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.131562] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.131712] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.465405] env[69133]: DEBUG oslo_vmware.api [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190283, 'name': PowerOnVM_Task, 'duration_secs': 0.708293} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.465782] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.466867] env[69133]: INFO nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Took 14.88 seconds to spawn the instance on the hypervisor. [ 601.466867] env[69133]: DEBUG nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.467705] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1da5d-cef4-4b00-b622-e42cb240fd48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.478717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.478717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.495350] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190286, 'name': Rename_Task, 'duration_secs': 0.153616} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.496360] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.496477] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31a3169-a0d9-4c2d-83c7-82023726106c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.503612] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 601.503612] env[69133]: value = "task-3190289" [ 601.503612] env[69133]: _type = "Task" [ 601.503612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.512211] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.577675] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.587025] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076258} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.588473] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.588473] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b6377c-d5e1-437a-af5b-ec8cce07e8ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.615886] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] b76c1786-1b06-4192-ba91-cdcf42280839/b76c1786-1b06-4192-ba91-cdcf42280839.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.619623] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.622883] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1db82ac-6c07-4512-8188-65eef8852313 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.648197] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 601.648197] env[69133]: value = "task-3190290" [ 601.648197] env[69133]: _type = "Task" [ 601.648197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.660027] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.770259] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.859984] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba537d2d-95ab-4c69-80f6-82dbee2d9bbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.869420] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eb5f10-0ab2-43a2-bf59-4eca6f477e30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.902633] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376e1c5f-197d-4b04-99c7-8d09f1f636e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.912295] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbbd4eb-5c77-466c-bebb-bdfc4dedc66a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.927099] env[69133]: DEBUG nova.compute.provider_tree [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.001723] env[69133]: INFO nova.compute.manager [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Took 19.64 seconds to build instance. [ 602.014905] env[69133]: DEBUG oslo_vmware.api [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190289, 'name': PowerOnVM_Task, 'duration_secs': 0.484614} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.015361] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.018024] env[69133]: INFO nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Took 12.73 seconds to spawn the instance on the hypervisor. [ 602.018024] env[69133]: DEBUG nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.018024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27144cdb-d1ec-4233-9418-4eebc0bd012e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.069939] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190287, 'name': ReconfigVM_Task, 'duration_secs': 0.760163} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.073476] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.074099] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1256e070-535d-45d2-aa41-0b29fb177b77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.082409] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 602.082409] env[69133]: value = "task-3190291" [ 602.082409] env[69133]: _type = "Task" [ 602.082409] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.095160] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190291, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.112257] env[69133]: DEBUG nova.network.neutron [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Updating instance_info_cache with network_info: [{"id": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "address": "fa:16:3e:63:16:80", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d889d0-7f", "ovs_interfaceid": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.162023] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190290, 'name': ReconfigVM_Task, 'duration_secs': 0.449502} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.162491] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Reconfigured VM instance instance-00000003 to attach disk [datastore2] b76c1786-1b06-4192-ba91-cdcf42280839/b76c1786-1b06-4192-ba91-cdcf42280839.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.163120] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-661cb452-c616-4727-8346-ed5917986e4f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.172623] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 602.172623] env[69133]: value = "task-3190292" [ 602.172623] env[69133]: _type = "Task" [ 602.172623] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.188220] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190292, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.211427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "915965e6-8e99-4879-942c-816914502865" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.211427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.431930] env[69133]: DEBUG nova.scheduler.client.report [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.504633] env[69133]: DEBUG oslo_concurrency.lockutils [None req-05a9ea29-0d65-42ab-8dae-166f1a25a4bc tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.158s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.505950] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.952s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.509539] env[69133]: INFO nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] During sync_power_state the instance has a pending task (spawning). Skip. [ 602.509743] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.004s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.543990] env[69133]: INFO nova.compute.manager [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Took 17.46 seconds to build instance. [ 602.593046] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190291, 'name': Rename_Task, 'duration_secs': 0.277961} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.593992] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.593992] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50587707-1954-4529-acbc-b7b298d1b5e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.600241] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 602.600241] env[69133]: value = "task-3190293" [ 602.600241] env[69133]: _type = "Task" [ 602.600241] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.610211] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.621020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.621020] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Instance network_info: |[{"id": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "address": "fa:16:3e:63:16:80", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d889d0-7f", "ovs_interfaceid": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.621268] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:16:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d889d0-7f46-4ee8-8a2d-9c391b98197c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.628364] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Creating folder: Project (ff7eccf004784a5ab2837b2e85a26031). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.629334] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc62b8f9-dc02-42fa-b24f-8669e63294f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.638607] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Created folder: Project (ff7eccf004784a5ab2837b2e85a26031) in parent group-v637972. [ 602.638949] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Creating folder: Instances. Parent ref: group-v637985. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.639287] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b37e501-7df7-484e-ba53-8104c430c9a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.646848] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.651353] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Created folder: Instances in parent group-v637985. [ 602.651691] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.651691] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.651870] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2acde8ee-b48f-4aca-b164-0da595b37f24 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.673109] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.673109] env[69133]: value = "task-3190296" [ 602.673109] env[69133]: _type = "Task" [ 602.673109] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.692495] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190292, 'name': Rename_Task, 'duration_secs': 0.155406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.695286] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.695540] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.695723] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.695912] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.696425] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.696425] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.696425] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.696574] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.696739] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.697660] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.697660] env[69133]: DEBUG nova.virt.hardware [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.700827] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.702016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e1cec6-5d60-4294-9bf0-fff2d9c5daa4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.704944] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190296, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.705153] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2bfe5a1-5f7a-4906-9fb9-314b1faddb64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.712420] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa19b6-b092-4675-b478-3c3d66dd995d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.716682] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 602.716682] env[69133]: value = "task-3190297" [ 602.716682] env[69133]: _type = "Task" [ 602.716682] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.729013] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.737846] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating folder: Project (7899ac3789034280afa1ce6bf1e04319). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.739476] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772bad0f-c08c-440c-ae65-ad45726c2bec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.748652] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.751609] env[69133]: DEBUG nova.compute.manager [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Received event network-vif-plugged-36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.751844] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Acquiring lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.752128] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.752261] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.752432] env[69133]: DEBUG nova.compute.manager [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] No waiting events found dispatching network-vif-plugged-36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.752639] env[69133]: WARNING nova.compute.manager [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Received unexpected event network-vif-plugged-36d889d0-7f46-4ee8-8a2d-9c391b98197c for instance with vm_state building and task_state spawning. [ 602.752867] env[69133]: DEBUG nova.compute.manager [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Received event network-changed-36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.753047] env[69133]: DEBUG nova.compute.manager [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Refreshing instance network info cache due to event network-changed-36d889d0-7f46-4ee8-8a2d-9c391b98197c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.753250] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Acquiring lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.753386] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Acquired lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.753642] env[69133]: DEBUG nova.network.neutron [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Refreshing network info cache for port 36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.758395] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Created folder: Project (7899ac3789034280afa1ce6bf1e04319) in parent group-v637972. [ 602.758626] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating folder: Instances. Parent ref: group-v637988. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.758923] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77a616ee-9dd2-4068-b3d3-ea7a3ff1efd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.768479] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Created folder: Instances in parent group-v637988. [ 602.768874] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.768990] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.769387] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50193a77-496f-4a3c-abdd-472f30288e43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.788554] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.788554] env[69133]: value = "task-3190300" [ 602.788554] env[69133]: _type = "Task" [ 602.788554] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.795791] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190300, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.940836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.941752] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.947352] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.550s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.947857] env[69133]: INFO nova.compute.claims [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.011576] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.049378] env[69133]: DEBUG oslo_concurrency.lockutils [None req-86518590-681b-4b1e-a927-f01d2b87ebac tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.992s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.051350] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "30564b03-2531-4e50-b45d-db4208287a50" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.497s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.052072] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1824c-e4d5-41e6-bb95-0741b600e086 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.115306] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190293, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.191876] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190296, 'name': CreateVM_Task, 'duration_secs': 0.390038} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.192265] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.193442] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.193830] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.194324] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.194765] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f34e54-4c52-4632-af57-df786a303c01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.200072] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 603.200072] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52caa2e7-6b3b-8c72-7bd6-bb8d58986b67" [ 603.200072] env[69133]: _type = "Task" [ 603.200072] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.212336] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52caa2e7-6b3b-8c72-7bd6-bb8d58986b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.228744] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.307417] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190300, 'name': CreateVM_Task, 'duration_secs': 0.37114} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.307417] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.307417] env[69133]: DEBUG oslo_vmware.service [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f2419-c581-4825-8694-b44cc093d076 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.314709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314709] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45a903f-36c5-424e-a532-98169b2ed8d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.320573] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 603.320573] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ca28df-ce98-9f29-3026-6c1078c2390c" [ 603.320573] env[69133]: _type = "Task" [ 603.320573] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.329585] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ca28df-ce98-9f29-3026-6c1078c2390c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.456604] env[69133]: DEBUG nova.compute.utils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.462180] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.462180] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.543783] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.554249] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.567891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "30564b03-2531-4e50-b45d-db4208287a50" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.614064] env[69133]: DEBUG oslo_vmware.api [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190293, 'name': PowerOnVM_Task, 'duration_secs': 0.59863} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.614395] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.614815] env[69133]: INFO nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 603.615010] env[69133]: DEBUG nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.616277] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a4287-25f2-4947-aabc-9341395c49f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.625565] env[69133]: DEBUG nova.compute.manager [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Received event network-changed {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.625752] env[69133]: DEBUG nova.compute.manager [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Refreshing instance network info cache due to event network-changed. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.625964] env[69133]: DEBUG oslo_concurrency.lockutils [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] Acquiring lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.626129] env[69133]: DEBUG oslo_concurrency.lockutils [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] Acquired lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.626289] env[69133]: DEBUG nova.network.neutron [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.635433] env[69133]: DEBUG nova.policy [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c281a074191444cf8a7612ca41504015', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd273e91d26ac4f35930ce06725a7c545', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.711307] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52caa2e7-6b3b-8c72-7bd6-bb8d58986b67, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.711618] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.711846] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.713167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.713167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.713167] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.713167] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b387b6f-e3fe-4145-bf4a-a2d04fcb9585 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.722975] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.723080] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.724183] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bf8a16-5bd0-4e64-ac13-97d0cbeaca58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.729745] env[69133]: DEBUG oslo_vmware.api [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190297, 'name': PowerOnVM_Task, 'duration_secs': 0.584329} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.730473] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.730628] env[69133]: INFO nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Took 10.39 seconds to spawn the instance on the hypervisor. [ 603.730863] env[69133]: DEBUG nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.731667] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8683c9f1-b370-451c-8d1c-04e787759787 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.736078] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 603.736078] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524a2a71-3998-d98d-a51e-9cf78d936eae" [ 603.736078] env[69133]: _type = "Task" [ 603.736078] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.751610] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524a2a71-3998-d98d-a51e-9cf78d936eae, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.753928] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6192e5bc-40da-4298-8175-bd8047afa9eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.760233] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 603.760233] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d2a72b-c18a-2df2-5beb-10968999be81" [ 603.760233] env[69133]: _type = "Task" [ 603.760233] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.768885] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d2a72b-c18a-2df2-5beb-10968999be81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.832531] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.832922] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.833325] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.833605] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.833886] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.834268] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807f12c3-c905-46ca-bf4b-30d79a6617da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.847813] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.847813] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.847813] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7958128a-8d01-4116-8899-4a74fdd0dadf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.854307] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81f0abd-d8a4-4fb8-b2a3-de2a26bc34c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.862156] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 603.862156] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521517e5-cebf-7047-d6ca-7b3f0a8b5db1" [ 603.862156] env[69133]: _type = "Task" [ 603.862156] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.865145] env[69133]: DEBUG nova.network.neutron [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Updated VIF entry in instance network info cache for port 36d889d0-7f46-4ee8-8a2d-9c391b98197c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.865618] env[69133]: DEBUG nova.network.neutron [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Updating instance_info_cache with network_info: [{"id": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "address": "fa:16:3e:63:16:80", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d889d0-7f", "ovs_interfaceid": "36d889d0-7f46-4ee8-8a2d-9c391b98197c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.872803] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521517e5-cebf-7047-d6ca-7b3f0a8b5db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.966579] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.082206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.148745] env[69133]: INFO nova.compute.manager [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Took 14.63 seconds to build instance. [ 604.217614] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8312a00-404d-4ba1-8169-1401b2316adb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.227374] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8872e-b3be-498a-a87c-16c5b57040bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.283215] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc5aa89-4802-4d8e-8022-077003bf7c25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.286700] env[69133]: INFO nova.compute.manager [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Took 15.24 seconds to build instance. [ 604.305678] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d2a72b-c18a-2df2-5beb-10968999be81, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.305678] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.305678] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] bbc9b308-81df-46f5-8ffb-f81ea8db54ad/bbc9b308-81df-46f5-8ffb-f81ea8db54ad.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.305678] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-555660a0-58c5-4dbd-91bf-3c16877dd27d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.307930] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8356531d-7d44-4c5c-96ac-4935bf7d40a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.339552] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 604.339552] env[69133]: value = "task-3190301" [ 604.339552] env[69133]: _type = "Task" [ 604.339552] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.345736] env[69133]: DEBUG nova.compute.provider_tree [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.373998] env[69133]: DEBUG oslo_concurrency.lockutils [req-3c56177e-d6f0-4e11-915a-8b6f0817ad4c req-046361bf-3bd2-4341-a082-06932b32c890 service nova] Releasing lock "refresh_cache-bbc9b308-81df-46f5-8ffb-f81ea8db54ad" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.374689] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.393408] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.394875] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating directory with path [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.395634] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da10b661-50b9-453c-a119-9026f73c51f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.431682] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Created directory with path [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.431906] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Fetch image to [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.432089] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Downloading image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69133) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.434026] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5214533-faf9-4bf8-9afc-36e348bff2ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.446554] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205bfcb-e1ce-4ae3-adf9-eb129cf3fac9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.465214] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d60e89c-92c5-4c7d-ba0e-47e8f5f3dd38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.523803] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea5638e-8dbf-4176-a898-52b92a444bad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.532312] env[69133]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-367cc735-5ae5-4977-8000-849b00df64a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.570614] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Downloading image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to the data store datastore1 {{(pid=69133) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.651770] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2f656e9-5aaf-42ea-a661-b8f826c3e2b0 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.148s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.661375] env[69133]: DEBUG oslo_vmware.rw_handles [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 604.792992] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3bccdb75-c98f-4c87-b523-9eaa0d6bd55d tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.758s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.857019] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190301, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.860035] env[69133]: DEBUG nova.scheduler.client.report [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.023884] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.066287] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.066843] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.067017] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.067320] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.067561] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.067843] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.068252] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.068402] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.068748] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.068913] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.069621] env[69133]: DEBUG nova.virt.hardware [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.072778] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f11e7-18d6-4e28-aa43-177f19782c04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.093588] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a5845-55c5-4a63-855c-382ec935c06d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.161248] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.365191] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52954} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.370832] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] bbc9b308-81df-46f5-8ffb-f81ea8db54ad/bbc9b308-81df-46f5-8ffb-f81ea8db54ad.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.371359] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.372257] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.372846] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.378223] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af50388e-516c-4e69-bf90-0472cac3d498 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.380269] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.164s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.382908] env[69133]: INFO nova.compute.claims [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.388578] env[69133]: DEBUG nova.network.neutron [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Updating instance_info_cache with network_info: [{"id": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "address": "fa:16:3e:3a:a1:41", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4824a5ad-3e", "ovs_interfaceid": "4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.396018] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 605.396018] env[69133]: value = "task-3190302" [ 605.396018] env[69133]: _type = "Task" [ 605.396018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.403684] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.544223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.544539] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.544797] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.544946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.545151] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.548407] env[69133]: INFO nova.compute.manager [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Terminating instance [ 605.597502] env[69133]: DEBUG oslo_vmware.rw_handles [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.597502] env[69133]: DEBUG oslo_vmware.rw_handles [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.647484] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Successfully created port: 573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.707248] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.838658] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Downloaded image file data 539492c1-3593-46ce-b9e7-fe175b62e70f to vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk on the data store datastore1 {{(pid=69133) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.840525] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.840778] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copying Virtual Disk [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk to [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.846027] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d1cff2e-2bf8-4033-b51e-335c3d7d72b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.851673] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 605.851673] env[69133]: value = "task-3190303" [ 605.851673] env[69133]: _type = "Task" [ 605.851673] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.867983] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.880203] env[69133]: DEBUG nova.compute.utils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.882891] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.883111] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.891464] env[69133]: DEBUG oslo_concurrency.lockutils [None req-070418c8-2014-42d8-9244-4bda2bf293ba tempest-ServerExternalEventsTest-311455961 tempest-ServerExternalEventsTest-311455961-project] Releasing lock "refresh_cache-007fae21-4066-4ebd-abba-cd3eee7abb9d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.905778] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167026} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.906104] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.906921] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccecd09-317c-4749-bffd-28dd7855d268 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.934044] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] bbc9b308-81df-46f5-8ffb-f81ea8db54ad/bbc9b308-81df-46f5-8ffb-f81ea8db54ad.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.934625] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f86a892-9613-4ab2-bfbd-12b893afff2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.959812] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 605.959812] env[69133]: value = "task-3190304" [ 605.959812] env[69133]: _type = "Task" [ 605.959812] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.971764] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.059764] env[69133]: DEBUG nova.compute.manager [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.060085] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.064274] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d1ad82-db7d-48df-9f06-d8805c020331 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.072201] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.078016] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6257754-c18c-4143-bae5-859c2a40f232 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.087111] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 606.087111] env[69133]: value = "task-3190305" [ 606.087111] env[69133]: _type = "Task" [ 606.087111] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.097631] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.163117] env[69133]: DEBUG nova.policy [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.366813] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190303, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.387058] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.479717] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190304, 'name': ReconfigVM_Task, 'duration_secs': 0.496588} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.480190] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Reconfigured VM instance instance-00000005 to attach disk [datastore2] bbc9b308-81df-46f5-8ffb-f81ea8db54ad/bbc9b308-81df-46f5-8ffb-f81ea8db54ad.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.481156] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a16e20-1d50-4cc8-a52c-61f2b6e64089 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.495076] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 606.495076] env[69133]: value = "task-3190306" [ 606.495076] env[69133]: _type = "Task" [ 606.495076] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.517636] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190306, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.598834] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190305, 'name': PowerOffVM_Task, 'duration_secs': 0.342604} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.599140] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.599466] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.599741] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e4fb80b-5c2e-47bf-b16d-9bd93081b403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.679111] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.679712] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.680499] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleting the datastore file [datastore2] 007fae21-4066-4ebd-abba-cd3eee7abb9d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.686759] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f22eee-6efc-47bc-a711-45c646d927a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.695196] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for the task: (returnval){ [ 606.695196] env[69133]: value = "task-3190308" [ 606.695196] env[69133]: _type = "Task" [ 606.695196] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.702101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f5a79-9a3e-436a-9666-67a76bd4d8ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.707974] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.712660] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1176254e-7c86-4c01-bedc-e937bddd46d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.751657] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e084dd-43db-414c-8325-9ae9a8e52215 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.761090] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4aa049-c81e-4e18-880c-5ce58657b8a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.775699] env[69133]: DEBUG nova.compute.provider_tree [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.867300] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190303, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.009939] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190306, 'name': Rename_Task, 'duration_secs': 0.356528} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.010329] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.010754] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14d92a0-893f-494b-92b6-680d7c417a57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.018094] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 607.018094] env[69133]: value = "task-3190309" [ 607.018094] env[69133]: _type = "Task" [ 607.018094] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.026722] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.208750] env[69133]: DEBUG oslo_vmware.api [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Task: {'id': task-3190308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473789} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.208750] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.208750] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 607.208750] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.209440] env[69133]: INFO nova.compute.manager [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 607.209440] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.209440] env[69133]: DEBUG nova.compute.manager [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 607.209440] env[69133]: DEBUG nova.network.neutron [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 607.278971] env[69133]: DEBUG nova.scheduler.client.report [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.366972] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044734} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.367428] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copied Virtual Disk [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk to [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.367428] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleting the datastore file [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f/tmp-sparse.vmdk {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.367667] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8013cbb-7e11-4d78-9b95-dfe8d371d533 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.377078] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 607.377078] env[69133]: value = "task-3190310" [ 607.377078] env[69133]: _type = "Task" [ 607.377078] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.389028] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.399524] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.435698] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.436038] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.436191] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.436407] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.436560] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.436706] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.436912] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.437779] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.437779] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.438018] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.438258] env[69133]: DEBUG nova.virt.hardware [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.439486] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161381a9-6bf0-4105-ad5c-cfe896671722 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.447831] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d992c2-5988-45ca-947b-5f198ad3bcc6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.531195] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.743547] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Successfully created port: 86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.785857] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.786584] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.790723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.183s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.793041] env[69133]: INFO nova.compute.claims [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.903712] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029607} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.903986] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.904227] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Moving file from [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac/539492c1-3593-46ce-b9e7-fe175b62e70f to [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f. {{(pid=69133) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.904521] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a8ec60b8-33c1-41ac-96d3-900e82b45b9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.915283] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 607.915283] env[69133]: value = "task-3190311" [ 607.915283] env[69133]: _type = "Task" [ 607.915283] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.925282] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190311, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.038383] env[69133]: DEBUG oslo_vmware.api [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190309, 'name': PowerOnVM_Task, 'duration_secs': 0.752948} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.038383] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.038383] env[69133]: INFO nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Took 9.92 seconds to spawn the instance on the hypervisor. [ 608.038383] env[69133]: DEBUG nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.040599] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50fb414-93d7-420a-8a63-b59f0ae53e45 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.090232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.090959] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.304394] env[69133]: DEBUG nova.compute.utils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.312383] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.312638] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.430117] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190311, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027939} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.430117] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] File moved {{(pid=69133) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 608.430675] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Cleaning up location [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 608.431065] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleting the datastore file [datastore1] vmware_temp/f6b6bb42-e968-4ab4-802d-4ae295e3ddac {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.434202] env[69133]: DEBUG nova.policy [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2d056f870142b595a41e178d844241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2891c540233b48e0b77f2e14f24daac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.436737] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52a3fa02-2362-40ff-a4c9-a7dd7d3b1777 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.447698] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 608.447698] env[69133]: value = "task-3190312" [ 608.447698] env[69133]: _type = "Task" [ 608.447698] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.460690] env[69133]: DEBUG nova.network.neutron [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.462249] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.489322] env[69133]: INFO nova.compute.manager [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Rebuilding instance [ 608.566615] env[69133]: DEBUG nova.compute.manager [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.567402] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e4eea9-6357-46f1-97b1-e3ee99c86838 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.595771] env[69133]: INFO nova.compute.manager [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Took 18.20 seconds to build instance. [ 608.595771] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.817032] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.959164] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031592} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.960030] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.960435] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c58f5b-5273-4b78-94f9-998d2183df2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.967571] env[69133]: INFO nova.compute.manager [-] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Took 1.76 seconds to deallocate network for instance. [ 608.978651] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 608.978651] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c2bb44-59d0-c9c8-4420-1b0e81f70860" [ 608.978651] env[69133]: _type = "Task" [ 608.978651] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.988599] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c2bb44-59d0-c9c8-4420-1b0e81f70860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.052790] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Successfully created port: f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.099436] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76b94b5e-84ff-420f-b62b-96f6abe585ec tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.717s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.130741] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.146216] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f345b-7d17-484d-8607-0175c3ab7021 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.154750] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7583043-3c9b-45e5-ba11-fe52f0c612e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.193840] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef2599a-0342-446f-a593-6141c60929b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.203791] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af4f8b9-ace6-487f-9898-8a86091c9a11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.221311] env[69133]: DEBUG nova.compute.provider_tree [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.480429] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.492450] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c2bb44-59d0-c9c8-4420-1b0e81f70860, 'name': SearchDatastore_Task, 'duration_secs': 0.041444} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.493132] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.493365] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.493959] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48472f2d-ba7a-4b17-8d9c-3d827d06a0bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.502049] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 609.502049] env[69133]: value = "task-3190313" [ 609.502049] env[69133]: _type = "Task" [ 609.502049] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.511288] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.592698] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.593024] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7c3790-9c4b-4b5b-bd59-7ef389e77dfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.599561] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 609.599561] env[69133]: value = "task-3190314" [ 609.599561] env[69133]: _type = "Task" [ 609.599561] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.607752] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.722047] env[69133]: DEBUG nova.scheduler.client.report [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.732939] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "30564b03-2531-4e50-b45d-db4208287a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.732939] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.733305] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "30564b03-2531-4e50-b45d-db4208287a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.733305] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.733568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.736489] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Successfully updated port: 573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.737628] env[69133]: INFO nova.compute.manager [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Terminating instance [ 609.834670] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.876436] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.876971] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.880020] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.880020] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.880020] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.880020] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.880020] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.880254] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.880254] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.880254] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.880254] env[69133]: DEBUG nova.virt.hardware [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.880254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b129c64-2c6f-4fde-9e49-63c969d350b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.890111] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5cadd6-8f8a-41a7-8087-3f065d82b1b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.014960] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190313, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.040911] env[69133]: DEBUG nova.compute.manager [req-ffd01e3a-0bc5-4c37-8713-4fc4ff47d16c req-e68c6b31-c755-4115-827c-6d6f4d825f71 service nova] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Received event network-vif-deleted-4824a5ad-3ecf-4df1-944b-3fb4fe8db0bc {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.116476] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190314, 'name': PowerOffVM_Task, 'duration_secs': 0.140663} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.116888] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.117229] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.118242] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd768a52-3ef4-4d88-a7ce-74479cb014d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.127604] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.127703] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b80135e9-6fa0-4744-94eb-835ab98a8ec5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.156051] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.156192] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.156347] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Deleting the datastore file [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.156650] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b6efae8-ecfe-41da-87a7-23c6a1b7cb31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.168210] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 610.168210] env[69133]: value = "task-3190316" [ 610.168210] env[69133]: _type = "Task" [ 610.168210] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.186065] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.231136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.231821] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.235744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.454s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.235956] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.236102] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 610.236488] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.693s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.237952] env[69133]: INFO nova.compute.claims [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.241244] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2bc95-b78e-4691-8bcb-df579361576e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.248269] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.252022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.252022] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.252580] env[69133]: DEBUG nova.compute.manager [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.252580] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.253409] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80765c-e9ca-408b-857d-23a500e68a5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.264666] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.267731] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9315860-3253-4926-abf0-e6294c58fc5a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.271039] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7789054-ba17-4a6a-b99e-bb9d357d476d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.295311] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 610.295311] env[69133]: value = "task-3190317" [ 610.295311] env[69133]: _type = "Task" [ 610.295311] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.296233] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a915bca-c3d3-472c-97e3-711aea86875f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.321727] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.323495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad86463-5eb2-406f-bc69-87f8656e3534 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.359356] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181028MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 610.359551] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.518588] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612482} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.519521] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.519848] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.520117] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b25235-c721-42b3-b20b-11633d41dc33 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.529990] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 610.529990] env[69133]: value = "task-3190318" [ 610.529990] env[69133]: _type = "Task" [ 610.529990] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.541908] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.684878] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131694} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.685175] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.685409] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.685562] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.714999] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.715726] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.743527] env[69133]: DEBUG nova.compute.utils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.744388] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.744960] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.806611] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190317, 'name': PowerOffVM_Task, 'duration_secs': 0.201182} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.806942] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.807159] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.807460] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a09a1b-3ddb-40c3-8a6c-1b739c1812cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.820816] env[69133]: DEBUG nova.compute.manager [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Received event network-vif-plugged-573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.821101] env[69133]: DEBUG oslo_concurrency.lockutils [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.821324] env[69133]: DEBUG oslo_concurrency.lockutils [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.821517] env[69133]: DEBUG oslo_concurrency.lockutils [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.821741] env[69133]: DEBUG nova.compute.manager [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] No waiting events found dispatching network-vif-plugged-573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.821937] env[69133]: WARNING nova.compute.manager [req-c23b3fbb-9d44-4490-a20e-cc9706799bf7 req-dd5845e3-06b4-4488-a3cb-dd96a8a62aa1 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Received unexpected event network-vif-plugged-573f006d-d25d-4b72-b4b9-db62acae9bf7 for instance with vm_state building and task_state spawning. [ 610.851164] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.875696] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.875946] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.876176] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Deleting the datastore file [datastore2] 30564b03-2531-4e50-b45d-db4208287a50 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.876751] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e8d68b0-fba3-4c8a-9d53-802214e14437 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.883247] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for the task: (returnval){ [ 610.883247] env[69133]: value = "task-3190320" [ 610.883247] env[69133]: _type = "Task" [ 610.883247] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.892490] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.925681] env[69133]: DEBUG nova.policy [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2d056f870142b595a41e178d844241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2891c540233b48e0b77f2e14f24daac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.039446] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071454} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.039725] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.040510] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a56981-3453-4dd8-ad59-91d1ae569686 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.062679] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.062845] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb9882f-fa70-4737-9744-1c54787246c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.085197] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 611.085197] env[69133]: value = "task-3190321" [ 611.085197] env[69133]: _type = "Task" [ 611.085197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.091272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Acquiring lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.092138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.092138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Acquiring lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.092570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.092570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.097923] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.098444] env[69133]: INFO nova.compute.manager [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Terminating instance [ 611.217404] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.251720] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.399232] env[69133]: DEBUG oslo_vmware.api [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Task: {'id': task-3190320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508689} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.402804] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.403061] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.403283] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.403509] env[69133]: INFO nova.compute.manager [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Took 1.15 seconds to destroy the instance on the hypervisor. [ 611.403730] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.404576] env[69133]: DEBUG nova.compute.manager [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.404576] env[69133]: DEBUG nova.network.neutron [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.522134] env[69133]: DEBUG nova.network.neutron [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.596839] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.607401] env[69133]: DEBUG nova.compute.manager [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.607401] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.609718] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64033021-9cf4-4d34-840f-16f72006a542 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.618086] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Successfully updated port: 86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.626603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.627727] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609c3ba3-1c53-4534-af35-279ce3253fba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.630246] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5301e-5b89-4292-b6ac-d4ab63bd36b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.640883] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873f4885-eaae-4ea8-aab8-102d17e62a8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.644219] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Waiting for the task: (returnval){ [ 611.644219] env[69133]: value = "task-3190322" [ 611.644219] env[69133]: _type = "Task" [ 611.644219] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.677202] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdea00f-d7be-4f17-9887-fc12099c2c7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.682921] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Task: {'id': task-3190322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.689193] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b847a-5a73-4021-a246-914d66c1a86e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.706399] env[69133]: DEBUG nova.compute.provider_tree [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.747128] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.747419] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.747584] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.747780] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.747964] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.752023] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.752023] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.752023] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.752023] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.752023] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.752256] env[69133]: DEBUG nova.virt.hardware [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.752256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20887686-61cd-4327-85cd-886deff19084 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.754018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.766501] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18341e46-ae34-404a-86f8-1591b47cc3e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.780675] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.786995] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.787811] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.787811] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69af0fce-41f0-4a99-9eea-8b21de947db1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.808765] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.808765] env[69133]: value = "task-3190323" [ 611.808765] env[69133]: _type = "Task" [ 611.808765] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.820925] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190323, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.835366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.835366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.975934] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Successfully created port: 537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.028069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.028440] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Instance network_info: |[{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.028858] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a5:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '573f006d-d25d-4b72-b4b9-db62acae9bf7', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.041021] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Creating folder: Project (d273e91d26ac4f35930ce06725a7c545). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.041021] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dceb286d-8dfe-4e90-bed8-5a2e2eae7e95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.094659] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Created folder: Project (d273e91d26ac4f35930ce06725a7c545) in parent group-v637972. [ 612.094850] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Creating folder: Instances. Parent ref: group-v637992. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.096046] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcaaf87-094e-4cdd-91f9-c3b4b6cef43d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.101447] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190321, 'name': ReconfigVM_Task, 'duration_secs': 0.665366} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.102317] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.102878] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac38e7b2-879e-4b38-ac84-feb09d08761a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.108806] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Created folder: Instances in parent group-v637992. [ 612.109042] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.110142] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.111354] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 612.111354] env[69133]: value = "task-3190326" [ 612.111354] env[69133]: _type = "Task" [ 612.111354] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.111354] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-189134cf-9044-4b59-b126-e0eafd157842 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.130337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.130487] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.131586] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.141030] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190326, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.142382] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.142382] env[69133]: value = "task-3190327" [ 612.142382] env[69133]: _type = "Task" [ 612.142382] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.154068] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190327, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.157472] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Task: {'id': task-3190322, 'name': PowerOffVM_Task, 'duration_secs': 0.234462} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.157995] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.158162] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.158413] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8367c813-f52f-4c28-970d-2c91be34d24d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.211087] env[69133]: DEBUG nova.scheduler.client.report [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.217032] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Successfully updated port: f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.258806] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.258806] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.258806] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Deleting the datastore file [datastore2] bbc9b308-81df-46f5-8ffb-f81ea8db54ad {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.258806] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c6d704c-a088-49a1-a464-09582a666ab5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.268092] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Waiting for the task: (returnval){ [ 612.268092] env[69133]: value = "task-3190329" [ 612.268092] env[69133]: _type = "Task" [ 612.268092] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.274196] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.287816] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Task: {'id': task-3190329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.315228] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.315770] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.315770] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.315910] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.316316] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.316401] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.316602] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.316790] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.316989] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.318015] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.318015] env[69133]: DEBUG nova.virt.hardware [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.318500] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c3943-6e18-4d97-94c9-b6c56722d87e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.327310] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190323, 'name': CreateVM_Task, 'duration_secs': 0.282198} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.332947] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.333407] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333597] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.333741] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.335011] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c95b75a-9fdd-42e4-99ef-aee97388c89e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.340607] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c857e34-3fe3-4505-b44d-631ecdc65907 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.346215] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 612.346215] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b19a07-3246-9788-4b11-7c0d41b58e63" [ 612.346215] env[69133]: _type = "Task" [ 612.346215] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.371030] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b19a07-3246-9788-4b11-7c0d41b58e63, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.371030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.371030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.371030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.371357] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.371357] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.371357] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85fc2c32-74ee-4b54-8890-633f70295dee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.383946] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.384209] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.385077] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa9b307-b405-43fb-ac91-c6b994acdeb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.394495] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 612.394495] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521823d1-ed2c-9171-ffe9-d8d9a54785e7" [ 612.394495] env[69133]: _type = "Task" [ 612.394495] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.404603] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521823d1-ed2c-9171-ffe9-d8d9a54785e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.644575] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190326, 'name': Rename_Task, 'duration_secs': 0.166289} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.649205] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.649429] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c903ea-f78b-48cb-96ff-e12a9a2935e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.657113] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190327, 'name': CreateVM_Task, 'duration_secs': 0.356858} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.659148] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.659148] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 612.659148] env[69133]: value = "task-3190330" [ 612.659148] env[69133]: _type = "Task" [ 612.659148] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.659360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.659395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.660964] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.660964] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf0cb93-6b68-48bf-8487-29a156d797e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.672649] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 612.672649] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5236bd92-ea76-591e-ec22-449aad799b7a" [ 612.672649] env[69133]: _type = "Task" [ 612.672649] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.676018] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190330, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.684311] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5236bd92-ea76-591e-ec22-449aad799b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.710855] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.717434] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.719124] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.723380] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.641s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.724212] env[69133]: INFO nova.compute.claims [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.730081] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.730081] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.730081] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.737922] env[69133]: DEBUG nova.network.neutron [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.786920] env[69133]: DEBUG oslo_vmware.api [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Task: {'id': task-3190329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183731} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.787271] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.787567] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.787841] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.788123] env[69133]: INFO nova.compute.manager [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Took 1.18 seconds to destroy the instance on the hypervisor. [ 612.788353] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.789158] env[69133]: DEBUG nova.compute.manager [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.789253] env[69133]: DEBUG nova.network.neutron [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.911983] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521823d1-ed2c-9171-ffe9-d8d9a54785e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.912899] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb851111-8ef2-4c9a-8fef-3d8d95d1c095 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.920643] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 612.920643] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527b0354-073c-0724-6b77-d9366e00f54c" [ 612.920643] env[69133]: _type = "Task" [ 612.920643] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.931072] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527b0354-073c-0724-6b77-d9366e00f54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.014386] env[69133]: DEBUG nova.network.neutron [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.172099] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.187339] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5236bd92-ea76-591e-ec22-449aad799b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013819} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.188335] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.188335] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.188335] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.188542] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.188576] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.188817] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8683b640-00f5-4a2d-9824-0ed7b013d11a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.208904] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.208904] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.208904] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-485515cf-debb-4d4f-bc0e-2f1bf35675b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.217044] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 613.217044] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524d740e-b303-1603-9acc-379c32e1d39e" [ 613.217044] env[69133]: _type = "Task" [ 613.217044] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.228062] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524d740e-b303-1603-9acc-379c32e1d39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.234840] env[69133]: DEBUG nova.compute.utils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.235845] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.236014] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.243556] env[69133]: INFO nova.compute.manager [-] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Took 1.84 seconds to deallocate network for instance. [ 613.316796] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.356230] env[69133]: DEBUG nova.policy [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc86463930144a2586f5d493f32a20e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '272b13c6118e48dcade8d108fc1cb1ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.434887] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527b0354-073c-0724-6b77-d9366e00f54c, 'name': SearchDatastore_Task, 'duration_secs': 0.03909} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.435207] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.435707] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.436171] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e47a62d1-de07-4522-8e39-dfb245eb0aa2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.445023] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 613.445023] env[69133]: value = "task-3190331" [ 613.445023] env[69133]: _type = "Task" [ 613.445023] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.454859] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.457041] env[69133]: DEBUG nova.compute.manager [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Received event network-vif-plugged-f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.457259] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] Acquiring lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.457462] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.457628] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.457894] env[69133]: DEBUG nova.compute.manager [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] No waiting events found dispatching network-vif-plugged-f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.457953] env[69133]: WARNING nova.compute.manager [req-a5a64ab3-6ef5-4dfa-a542-7451158a7c54 req-0ccfe0ba-0eec-4abe-a062-48d4b3e6a428 service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Received unexpected event network-vif-plugged-f7b55399-354f-48ae-976a-ffd875693810 for instance with vm_state building and task_state spawning. [ 613.516570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.517015] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Instance network_info: |[{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.517825] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:65:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d51ba8-a951-4d78-a494-9dcfbfc5d739', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.524926] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating folder: Project (1f94fa1c32cb4a0895ad6e82bc472136). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.525749] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ab821d-8a37-4fb3-bb13-8f6dca3815c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.538690] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created folder: Project (1f94fa1c32cb4a0895ad6e82bc472136) in parent group-v637972. [ 613.538979] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating folder: Instances. Parent ref: group-v637995. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.539385] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede2daa0-8370-4d85-b3ee-d460a6f526a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.551791] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created folder: Instances in parent group-v637995. [ 613.552067] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.552286] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.552481] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0b672a-9164-4ba1-b742-14b4d32aa196 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.577172] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.577172] env[69133]: value = "task-3190334" [ 613.577172] env[69133]: _type = "Task" [ 613.577172] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.591645] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190334, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.674850] env[69133]: DEBUG oslo_vmware.api [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190330, 'name': PowerOnVM_Task, 'duration_secs': 0.936681} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.677952] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.678280] env[69133]: INFO nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Took 11.03 seconds to spawn the instance on the hypervisor. [ 613.678512] env[69133]: DEBUG nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.681279] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58c997d-eb5e-40ba-8cd2-93dacf9c09d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.734187] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524d740e-b303-1603-9acc-379c32e1d39e, 'name': SearchDatastore_Task, 'duration_secs': 0.02195} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.735771] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3866ea50-6bbd-4b74-bf38-c50ec3578cba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.741822] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.753053] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 613.753053] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5246ffa0-d3c5-c614-e682-00952bb4769c" [ 613.753053] env[69133]: _type = "Task" [ 613.753053] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.757217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.766717] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246ffa0-d3c5-c614-e682-00952bb4769c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.959987] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Received event network-changed-573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.960207] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Refreshing instance network info cache due to event network-changed-573f006d-d25d-4b72-b4b9-db62acae9bf7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.963413] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Acquiring lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963620] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Acquired lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.963829] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Refreshing network info cache for port 573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.977953] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.023644] env[69133]: DEBUG nova.network.neutron [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Updating instance_info_cache with network_info: [{"id": "f7b55399-354f-48ae-976a-ffd875693810", "address": "fa:16:3e:92:63:b4", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b55399-35", "ovs_interfaceid": "f7b55399-354f-48ae-976a-ffd875693810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.090868] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190334, 'name': CreateVM_Task, 'duration_secs': 0.420097} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.096247] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.096247] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.096247] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.096395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.096890] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6df855d-1277-4271-b693-33b1ef5905f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.105985] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 614.105985] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c01b7a-cbef-626d-3047-14c0a318a6b0" [ 614.105985] env[69133]: _type = "Task" [ 614.105985] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.113728] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18723493-b5e2-4fb5-9c6c-cff8c50960a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.121583] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c01b7a-cbef-626d-3047-14c0a318a6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.128988] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f60f44-27ab-4dbe-b6cd-0309c78d2a87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.134316] env[69133]: DEBUG nova.network.neutron [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.164991] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6d0b60-f20a-46c8-bca5-e8258db74b80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.174153] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec4de7-4f86-419c-94ab-dd2685533f2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.190399] env[69133]: DEBUG nova.compute.provider_tree [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.200539] env[69133]: INFO nova.compute.manager [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Took 23.43 seconds to build instance. [ 614.264384] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246ffa0-d3c5-c614-e682-00952bb4769c, 'name': SearchDatastore_Task, 'duration_secs': 0.023081} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.264720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.265076] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.265199] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73e65619-3a64-4c57-b6b5-0e774ad7d2e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.273869] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 614.273869] env[69133]: value = "task-3190335" [ 614.273869] env[69133]: _type = "Task" [ 614.273869] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.283892] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.436240] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Successfully created port: b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.459845] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60655} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.460264] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.460767] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.461168] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-608fb268-f119-4f94-8809-ea6e4ec5738d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.471654] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 614.471654] env[69133]: value = "task-3190336" [ 614.471654] env[69133]: _type = "Task" [ 614.471654] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.483751] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.534084] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.534479] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance network_info: |[{"id": "f7b55399-354f-48ae-976a-ffd875693810", "address": "fa:16:3e:92:63:b4", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b55399-35", "ovs_interfaceid": "f7b55399-354f-48ae-976a-ffd875693810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.534947] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:63:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b55399-354f-48ae-976a-ffd875693810', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.543436] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating folder: Project (2891c540233b48e0b77f2e14f24daac0). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.543838] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc6f0bf8-fd3f-4587-afe0-ca7328a52181 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.559823] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created folder: Project (2891c540233b48e0b77f2e14f24daac0) in parent group-v637972. [ 614.560104] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating folder: Instances. Parent ref: group-v637998. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.560697] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1792a062-2ca9-4fa9-86bc-e6b833627a80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.577591] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created folder: Instances in parent group-v637998. [ 614.577863] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.578273] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.578397] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6961d094-fcd8-43e3-9875-ca1eff7934be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.604687] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.604687] env[69133]: value = "task-3190339" [ 614.604687] env[69133]: _type = "Task" [ 614.604687] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.618749] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c01b7a-cbef-626d-3047-14c0a318a6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021088} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.622093] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.622365] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.622689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.622796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.622922] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.624087] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190339, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.624087] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61ce6dff-9577-4175-ac3f-549421639840 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.638181] env[69133]: INFO nova.compute.manager [-] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Took 1.85 seconds to deallocate network for instance. [ 614.653451] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.653659] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.654507] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c079e92a-3b19-4a80-ae60-1fdc89761a74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.665477] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 614.665477] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5205d14b-a0ea-a967-aa1d-6b59eec770ac" [ 614.665477] env[69133]: _type = "Task" [ 614.665477] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.679543] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205d14b-a0ea-a967-aa1d-6b59eec770ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.697039] env[69133]: DEBUG nova.scheduler.client.report [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.702685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-462a3e61-6ebc-47d0-802d-f636c4acef96 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.945s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.753036] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.789859] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.790023] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.790307] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.790531] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.790698] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.791198] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.791421] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.791587] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.791751] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.791910] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.792152] env[69133]: DEBUG nova.virt.hardware [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.793515] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d189cf-8ebd-4d98-8c76-4a0aeefa2ab7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.801298] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.810462] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcffc99-0a05-4463-81b0-ef365f4b0fb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.850451] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Successfully updated port: 537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.985838] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.986193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.987047] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f19658-f209-4229-9234-c4d0f0d6b299 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.015232] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.016764] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44165c09-82b0-4920-9d07-392256fc34bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.046278] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 615.046278] env[69133]: value = "task-3190340" [ 615.046278] env[69133]: _type = "Task" [ 615.046278] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.057244] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.120603] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190339, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.147248] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.180191] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205d14b-a0ea-a967-aa1d-6b59eec770ac, 'name': SearchDatastore_Task, 'duration_secs': 0.063622} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.180584] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3801f3d-cfeb-4ee2-a2f0-dacd27514bb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.189826] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 615.189826] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529331d1-ed07-a6e0-371f-3487d14a8aed" [ 615.189826] env[69133]: _type = "Task" [ 615.189826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.196444] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529331d1-ed07-a6e0-371f-3487d14a8aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.202303] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.202810] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.205473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.499s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.207283] env[69133]: INFO nova.compute.claims [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.211642] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.274396] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updated VIF entry in instance network info cache for port 573f006d-d25d-4b72-b4b9-db62acae9bf7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.274396] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.306035] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.306035] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.306035] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.306035] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ee23a8-d363-4eb5-8741-89f9380ddf73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.313376] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 615.313376] env[69133]: value = "task-3190341" [ 615.313376] env[69133]: _type = "Task" [ 615.313376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.332413] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.357359] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.357359] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.357359] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.558083] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.624374] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190339, 'name': CreateVM_Task, 'duration_secs': 0.888881} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.624596] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.625331] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.625515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.625851] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.626144] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f9f3e-6a0d-4a26-b70f-6af88c0c9ff2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.632188] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 615.632188] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525e16ae-9c2e-cb8a-989a-509ddb8c6afc" [ 615.632188] env[69133]: _type = "Task" [ 615.632188] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.645182] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525e16ae-9c2e-cb8a-989a-509ddb8c6afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.713522] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529331d1-ed07-a6e0-371f-3487d14a8aed, 'name': SearchDatastore_Task, 'duration_secs': 0.021163} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.722020] env[69133]: DEBUG nova.compute.utils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.723814] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.724504] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] be31b1a0-7ebd-40a5-a016-514f8bbdd18b/be31b1a0-7ebd-40a5-a016-514f8bbdd18b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.739792] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.739792] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.743054] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86047954-ed31-4a9d-ab6d-dc433ba7c123 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.747722] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.748923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.758143] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 615.758143] env[69133]: value = "task-3190342" [ 615.758143] env[69133]: _type = "Task" [ 615.758143] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.771192] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.776757] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Releasing lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.777050] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-vif-plugged-86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.778097] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.778097] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.778097] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.778336] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] No waiting events found dispatching network-vif-plugged-86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.778622] env[69133]: WARNING nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received unexpected event network-vif-plugged-86d51ba8-a951-4d78-a494-9dcfbfc5d739 for instance with vm_state building and task_state spawning. [ 615.778985] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-changed-86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.779223] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing instance network info cache due to event network-changed-86d51ba8-a951-4d78-a494-9dcfbfc5d739. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.779517] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.779996] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.779996] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing network info cache for port 86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.786119] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.816063] env[69133]: DEBUG nova.policy [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b17a530944b14859a450dfe5f29b2dc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3424983994594994acef4e6798ef78f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.827396] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078076} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.827539] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.828520] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1c651f-07ed-4028-b426-567e0a4c9876 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.852210] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.855553] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a4ca02-b535-4503-81f1-d106df7e270b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.879952] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 615.879952] env[69133]: value = "task-3190343" [ 615.879952] env[69133]: _type = "Task" [ 615.879952] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.893350] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.979535] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.056523] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190340, 'name': ReconfigVM_Task, 'duration_secs': 0.798631} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.057393] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.057501] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfb840f-a267-4b97-a3e9-4a4156cd488d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.065894] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 616.065894] env[69133]: value = "task-3190344" [ 616.065894] env[69133]: _type = "Task" [ 616.065894] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.075021] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190344, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.112783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976bc89f-e666-4c17-95f0-8b3393921ba8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.125025] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff05c276-92f0-4fcc-b130-c2fb953e26ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.170414] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695c4646-8d9d-4159-839d-c12536228484 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.183080] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525e16ae-9c2e-cb8a-989a-509ddb8c6afc, 'name': SearchDatastore_Task, 'duration_secs': 0.016202} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.184149] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.184790] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.184897] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.185142] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.186564] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.186564] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8006344-323c-4f05-b6e0-ca10363bb94a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.193548] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db8f986-1bcc-4782-93d2-1a370fa3bbb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.211067] env[69133]: DEBUG nova.compute.provider_tree [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.214278] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.215929] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.215929] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc87e1d2-28ba-4111-97c8-3d5711c8ba0a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.223657] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 616.223657] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528fcc18-a1eb-5ca1-247d-2fb27ebc99bf" [ 616.223657] env[69133]: _type = "Task" [ 616.223657] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.229456] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.245343] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fcc18-a1eb-5ca1-247d-2fb27ebc99bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.273694] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.400512] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190343, 'name': ReconfigVM_Task, 'duration_secs': 0.313377} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.400512] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.400512] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45bd95b0-6288-4d47-a222-f13641a288a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.408622] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 616.408622] env[69133]: value = "task-3190345" [ 616.408622] env[69133]: _type = "Task" [ 616.408622] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.421823] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190345, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.467056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "252b5ecb-6b62-4456-acfc-991572db2019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.467385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.586161] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190344, 'name': Rename_Task, 'duration_secs': 0.193697} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.588280] env[69133]: DEBUG nova.network.neutron [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Updating instance_info_cache with network_info: [{"id": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "address": "fa:16:3e:e7:15:c2", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537f64e0-90", "ovs_interfaceid": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.588280] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.588479] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d72dc909-d810-4541-b0b8-6e1b1505d10e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.597883] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 616.597883] env[69133]: value = "task-3190346" [ 616.597883] env[69133]: _type = "Task" [ 616.597883] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.608069] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.717081] env[69133]: DEBUG nova.scheduler.client.report [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.742253] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fcc18-a1eb-5ca1-247d-2fb27ebc99bf, 'name': SearchDatastore_Task, 'duration_secs': 0.05273} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.744059] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa02b71-c6fa-4e07-a25d-f1f78205a975 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.749329] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updated VIF entry in instance network info cache for port 86d51ba8-a951-4d78-a494-9dcfbfc5d739. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.749329] env[69133]: DEBUG nova.network.neutron [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.754940] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 616.754940] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5273125f-f239-c0ff-a866-3ce8f3b831a9" [ 616.754940] env[69133]: _type = "Task" [ 616.754940] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.766086] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5273125f-f239-c0ff-a866-3ce8f3b831a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.778400] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818784} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.778907] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] be31b1a0-7ebd-40a5-a016-514f8bbdd18b/be31b1a0-7ebd-40a5-a016-514f8bbdd18b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.779533] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.780016] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95013773-d379-4fed-b591-5cdd647493cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.788446] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 616.788446] env[69133]: value = "task-3190347" [ 616.788446] env[69133]: _type = "Task" [ 616.788446] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.801117] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.921520] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190345, 'name': Rename_Task, 'duration_secs': 0.373307} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.921800] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.922057] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea54827-6b17-424e-9199-b4f4e3445876 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.929780] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 616.929780] env[69133]: value = "task-3190348" [ 616.929780] env[69133]: _type = "Task" [ 616.929780] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.943426] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.065203] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Successfully created port: 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.092903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.092903] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Instance network_info: |[{"id": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "address": "fa:16:3e:e7:15:c2", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537f64e0-90", "ovs_interfaceid": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.094151] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:15:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '537f64e0-902a-49cb-8d92-b3a81cd4d9a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.100654] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.100985] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.104324] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5c8240-3b62-4c80-a534-16398240ae6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.126217] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.127586] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.127586] env[69133]: value = "task-3190349" [ 617.127586] env[69133]: _type = "Task" [ 617.127586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.137015] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190349, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.222397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.016s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.222715] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.225696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.095s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.227453] env[69133]: INFO nova.compute.claims [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.245721] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.251602] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.252588] env[69133]: DEBUG nova.compute.manager [req-8f8c8c95-bf24-4174-a8f9-21492fdbbbd7 req-add02452-7611-4f17-b045-88431dbc3ef7 service nova] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Received event network-vif-deleted-6c5e934f-ff66-4570-8375-f29334bdd3c7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.267730] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5273125f-f239-c0ff-a866-3ce8f3b831a9, 'name': SearchDatastore_Task, 'duration_secs': 0.033567} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.272024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.272024] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.272024] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dcef4de-51db-45a0-a1f2-5e8f11cbacae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.291047] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.291399] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.291517] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.291717] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.291995] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.297667] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.297667] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.297667] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.297667] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.297667] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.298101] env[69133]: DEBUG nova.virt.hardware [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.298101] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 617.298101] env[69133]: value = "task-3190350" [ 617.298101] env[69133]: _type = "Task" [ 617.298101] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.298101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8320f9-6c82-4efe-8322-46d38b4dfa75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.327591] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078992} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.328075] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.328150] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.329657] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5485ba3-02d5-4fbe-af84-4b9484822449 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.334429] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e0c456-0a1f-4ac2-ad9e-d2cb95e03766 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.374031] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] be31b1a0-7ebd-40a5-a016-514f8bbdd18b/be31b1a0-7ebd-40a5-a016-514f8bbdd18b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.376850] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Successfully updated port: b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.378805] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-472055fb-116b-4e58-a3ab-64f2196cb99f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.407536] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 617.407536] env[69133]: value = "task-3190351" [ 617.407536] env[69133]: _type = "Task" [ 617.407536] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.417993] env[69133]: DEBUG nova.compute.manager [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Received event network-changed-f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.418243] env[69133]: DEBUG nova.compute.manager [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Refreshing instance network info cache due to event network-changed-f7b55399-354f-48ae-976a-ffd875693810. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.418319] env[69133]: DEBUG oslo_concurrency.lockutils [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] Acquiring lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.418863] env[69133]: DEBUG oslo_concurrency.lockutils [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] Acquired lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.418925] env[69133]: DEBUG nova.network.neutron [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Refreshing network info cache for port f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.426094] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.441823] env[69133]: DEBUG oslo_vmware.api [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190348, 'name': PowerOnVM_Task, 'duration_secs': 0.511577} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.442135] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.442409] env[69133]: INFO nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Took 12.42 seconds to spawn the instance on the hypervisor. [ 617.442545] env[69133]: DEBUG nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.443699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c95cc9-ea33-4fbf-9c29-3d4230549256 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.611780] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190346, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.648868] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190349, 'name': CreateVM_Task, 'duration_secs': 0.480213} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.649173] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.650969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.650969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.650969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.650969] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca71984-39a4-41c8-915d-88723f79ceeb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.660714] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 617.660714] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524b2234-e1f2-5f4b-909f-1ac6d9aa915a" [ 617.660714] env[69133]: _type = "Task" [ 617.660714] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.676304] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524b2234-e1f2-5f4b-909f-1ac6d9aa915a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.735421] env[69133]: DEBUG nova.compute.utils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.740067] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.743989] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.799120] env[69133]: DEBUG nova.compute.manager [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Received event network-vif-plugged-537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.799391] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Acquiring lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.799675] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.799908] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.800174] env[69133]: DEBUG nova.compute.manager [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] No waiting events found dispatching network-vif-plugged-537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.800377] env[69133]: WARNING nova.compute.manager [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Received unexpected event network-vif-plugged-537f64e0-902a-49cb-8d92-b3a81cd4d9a9 for instance with vm_state building and task_state spawning. [ 617.800633] env[69133]: DEBUG nova.compute.manager [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Received event network-changed-537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.800820] env[69133]: DEBUG nova.compute.manager [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Refreshing instance network info cache due to event network-changed-537f64e0-902a-49cb-8d92-b3a81cd4d9a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.801087] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Acquiring lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.801206] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Acquired lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.801352] env[69133]: DEBUG nova.network.neutron [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Refreshing network info cache for port 537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.819115] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190350, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.830215] env[69133]: DEBUG nova.policy [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee028802ef7f42da92dbc7de2bd99933', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f12440b18c4a4b39847eaf6d12ba0c77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.898479] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.899317] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.899317] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.924693] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.967239] env[69133]: INFO nova.compute.manager [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Took 26.04 seconds to build instance. [ 618.111971] env[69133]: DEBUG oslo_vmware.api [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190346, 'name': PowerOnVM_Task, 'duration_secs': 1.148061} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.114654] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.114780] env[69133]: DEBUG nova.compute.manager [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.115528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ae4042-1e0c-467c-ae60-a6046c6bf23b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.161312] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Successfully created port: f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.173336] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524b2234-e1f2-5f4b-909f-1ac6d9aa915a, 'name': SearchDatastore_Task, 'duration_secs': 0.018244} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.174066] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.174454] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.174860] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.175245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.175730] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.176033] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5859a4-4287-4d76-ae76-2788fa7e9a19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.189212] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.189427] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.190194] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56cf1c76-2939-442f-83f8-176a5c705da7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.196278] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 618.196278] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522895e9-6720-6c3d-3972-accc1b230a8e" [ 618.196278] env[69133]: _type = "Task" [ 618.196278] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.206021] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522895e9-6720-6c3d-3972-accc1b230a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.246726] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.322241] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694017} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.325277] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.325520] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.326381] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ae129d-4aec-48af-9e2f-fea449a3e3ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.335815] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 618.335815] env[69133]: value = "task-3190352" [ 618.335815] env[69133]: _type = "Task" [ 618.335815] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.349530] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.432717] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190351, 'name': ReconfigVM_Task, 'duration_secs': 0.598624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.438165] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfigured VM instance instance-00000008 to attach disk [datastore1] be31b1a0-7ebd-40a5-a016-514f8bbdd18b/be31b1a0-7ebd-40a5-a016-514f8bbdd18b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.439462] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-150f5444-39f4-47d8-9194-dacb5067cfd8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.450696] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 618.450696] env[69133]: value = "task-3190353" [ 618.450696] env[69133]: _type = "Task" [ 618.450696] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.468271] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190353, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.471272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3199aa42-c9f7-48e2-9a38-c6a0efa4ca5c tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.557s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.478128] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.605515] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc50e3-cc1a-4bb0-861c-2104e7333481 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.613857] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c1bee-b0ed-4b7b-970c-02ee686b7fce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.622615] env[69133]: DEBUG nova.network.neutron [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Updated VIF entry in instance network info cache for port f7b55399-354f-48ae-976a-ffd875693810. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.622790] env[69133]: DEBUG nova.network.neutron [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Updating instance_info_cache with network_info: [{"id": "f7b55399-354f-48ae-976a-ffd875693810", "address": "fa:16:3e:92:63:b4", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b55399-35", "ovs_interfaceid": "f7b55399-354f-48ae-976a-ffd875693810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.664513] env[69133]: DEBUG oslo_concurrency.lockutils [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] Releasing lock "refresh_cache-20c67ad6-dee9-4099-9e11-dbec57252bb4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664749] env[69133]: DEBUG nova.compute.manager [req-c1a82912-d276-4b04-9f44-6a328c1b96c2 req-e5d6ded9-e689-4409-968a-530e82468a0a service nova] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Received event network-vif-deleted-36d889d0-7f46-4ee8-8a2d-9c391b98197c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.668030] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030302c4-aca2-4418-bce7-a69069caacf5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.671395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.679954] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e963377-7d45-4176-8069-0a58329a5937 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.695570] env[69133]: DEBUG nova.compute.provider_tree [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.707671] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522895e9-6720-6c3d-3972-accc1b230a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.028739} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.708789] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b89cb3-02a3-4e9a-ac30-a8f833339e8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.716406] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 618.716406] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6aa86-ef55-372a-05b8-bf4b3e39f3c4" [ 618.716406] env[69133]: _type = "Task" [ 618.716406] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.726500] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d6aa86-ef55-372a-05b8-bf4b3e39f3c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.851230] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182546} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.851618] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.852378] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f40b2-c97d-47c5-9aa8-65ebc8a606d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.882227] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.883081] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4fba05-6632-4a25-8584-16eb67c350b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.905532] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 618.905532] env[69133]: value = "task-3190354" [ 618.905532] env[69133]: _type = "Task" [ 618.905532] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.916013] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.920266] env[69133]: DEBUG nova.network.neutron [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Updated VIF entry in instance network info cache for port 537f64e0-902a-49cb-8d92-b3a81cd4d9a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.920266] env[69133]: DEBUG nova.network.neutron [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Updating instance_info_cache with network_info: [{"id": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "address": "fa:16:3e:e7:15:c2", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537f64e0-90", "ovs_interfaceid": "537f64e0-902a-49cb-8d92-b3a81cd4d9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.939458] env[69133]: DEBUG nova.network.neutron [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Updating instance_info_cache with network_info: [{"id": "b57e0553-aee9-4aef-b078-e3221931755e", "address": "fa:16:3e:42:02:5d", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57e0553-ae", "ovs_interfaceid": "b57e0553-aee9-4aef-b078-e3221931755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.967326] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190353, 'name': Rename_Task, 'duration_secs': 0.425745} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.967551] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.967820] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb7ac3a-3050-4d5b-937f-80b350e34176 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.976309] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 618.976309] env[69133]: value = "task-3190355" [ 618.976309] env[69133]: _type = "Task" [ 618.976309] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.980589] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.989943] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.198658] env[69133]: DEBUG nova.scheduler.client.report [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.230034] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d6aa86-ef55-372a-05b8-bf4b3e39f3c4, 'name': SearchDatastore_Task, 'duration_secs': 0.037051} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.232934] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.232934] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 33ebad73-fd83-4760-8b70-4abe260dad6d/33ebad73-fd83-4760-8b70-4abe260dad6d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.232934] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96435933-7dc9-48d1-9a6a-028722449dc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.243738] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 619.243738] env[69133]: value = "task-3190356" [ 619.243738] env[69133]: _type = "Task" [ 619.243738] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.260022] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.262893] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.272570] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Successfully updated port: 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.309789] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.312029] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.312285] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.312377] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.313873] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.313873] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.314098] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.314248] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.315075] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.315075] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.315075] env[69133]: DEBUG nova.virt.hardware [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.317807] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66342809-507a-4c35-a384-1ea99f2a184a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.330865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b3329-2672-4064-890c-0785badeb673 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.425246] env[69133]: DEBUG oslo_concurrency.lockutils [req-80dc61e2-1749-4303-9cb7-a10c880bf103 req-835e2e7a-5856-4a39-b9ba-df85c6569cc2 service nova] Releasing lock "refresh_cache-33ebad73-fd83-4760-8b70-4abe260dad6d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.425719] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.443060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.443473] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Instance network_info: |[{"id": "b57e0553-aee9-4aef-b078-e3221931755e", "address": "fa:16:3e:42:02:5d", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57e0553-ae", "ovs_interfaceid": "b57e0553-aee9-4aef-b078-e3221931755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.443998] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:02:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b57e0553-aee9-4aef-b078-e3221931755e', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.458438] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Creating folder: Project (272b13c6118e48dcade8d108fc1cb1ab). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.458848] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-674a9bfb-e343-4f8d-a678-18730fe7a636 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.474160] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Created folder: Project (272b13c6118e48dcade8d108fc1cb1ab) in parent group-v637972. [ 619.475043] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Creating folder: Instances. Parent ref: group-v638002. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.475043] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d2d5f4f-4620-416e-8943-4afef9ed6dc9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.488038] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190355, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.492391] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Created folder: Instances in parent group-v638002. [ 619.492653] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.496519] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.496519] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f7ceecf-c224-456e-945d-1784aa2e163c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.517761] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.521977] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.521977] env[69133]: value = "task-3190359" [ 619.521977] env[69133]: _type = "Task" [ 619.521977] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.531711] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190359, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.709866] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.709866] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.712319] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.232s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.712750] env[69133]: DEBUG nova.objects.instance [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lazy-loading 'resources' on Instance uuid 007fae21-4066-4ebd-abba-cd3eee7abb9d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.761053] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190356, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.774959] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.775372] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquired lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.775724] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.919124] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190354, 'name': ReconfigVM_Task, 'duration_secs': 0.599989} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.919444] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.920061] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f395846-75bf-4e0a-9237-607a7e957686 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.928863] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 619.928863] env[69133]: value = "task-3190360" [ 619.928863] env[69133]: _type = "Task" [ 619.928863] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.943947] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190360, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.991395] env[69133]: DEBUG oslo_vmware.api [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190355, 'name': PowerOnVM_Task, 'duration_secs': 0.733309} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.992088] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.992088] env[69133]: INFO nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Took 12.59 seconds to spawn the instance on the hypervisor. [ 619.992259] env[69133]: DEBUG nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.993177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1abd31-519f-4cc4-aad0-fcf57a4efd02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.033191] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190359, 'name': CreateVM_Task, 'duration_secs': 0.511264} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.033411] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.034169] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034296] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034609] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034928] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416b7fb8-d6ae-4da1-9652-d00e437f955e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.047134] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 620.047134] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527b4bee-5d79-e3e8-d6b5-a24e78cc04c3" [ 620.047134] env[69133]: _type = "Task" [ 620.047134] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.051182] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Successfully updated port: f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.062178] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527b4bee-5d79-e3e8-d6b5-a24e78cc04c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.218638] env[69133]: DEBUG nova.compute.utils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.224602] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.224602] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.260541] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642851} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.260541] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 33ebad73-fd83-4760-8b70-4abe260dad6d/33ebad73-fd83-4760-8b70-4abe260dad6d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.260541] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.260541] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec20a4c-d127-4e9e-9884-500cb781f160 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.270117] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 620.270117] env[69133]: value = "task-3190361" [ 620.270117] env[69133]: _type = "Task" [ 620.270117] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.289738] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.332591] env[69133]: DEBUG nova.policy [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7ea5d8348384d2c84cb7a12df91e981', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b9437ce3a7a4ba2989e9ff53f02790e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.356499] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.444287] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190360, 'name': Rename_Task, 'duration_secs': 0.232029} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.444761] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.445010] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0491acf0-1ca8-4820-aca2-3abbf18c1d7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.455534] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 620.455534] env[69133]: value = "task-3190362" [ 620.455534] env[69133]: _type = "Task" [ 620.455534] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.464798] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.521383] env[69133]: INFO nova.compute.manager [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Took 28.19 seconds to build instance. [ 620.557900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.557900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquired lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.558066] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.564423] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527b4bee-5d79-e3e8-d6b5-a24e78cc04c3, 'name': SearchDatastore_Task, 'duration_secs': 0.021977} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.564423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.564753] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.565039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.565039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.565902] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.565902] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c75d04-3c82-4cac-90c6-82f18e8fcc18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.583164] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7f725-1780-4ea4-a8ca-d9dfb449dfe3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.587334] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.587551] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.588759] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504234a7-0cb3-44e0-8d22-c5da42f54b23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.594917] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d48ae1a-3ce0-4f2b-b8cf-3427a3e2a0a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.598854] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 620.598854] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e1a5a0-211e-141d-eb19-d2176982c307" [ 620.598854] env[69133]: _type = "Task" [ 620.598854] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.629778] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4177eb4e-785e-41cb-aa56-ab3170c0dcef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.636223] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1a5a0-211e-141d-eb19-d2176982c307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.645517] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d94016a-48a0-4457-b28a-64397d5c4444 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.665059] env[69133]: DEBUG nova.compute.provider_tree [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.686282] env[69133]: DEBUG nova.network.neutron [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updating instance_info_cache with network_info: [{"id": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "address": "fa:16:3e:f2:4e:09", "network": {"id": "20f1903f-c0dd-4b3b-9d4f-73497fc95e5e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-405114395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3424983994594994acef4e6798ef78f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddabe87-b9", "ovs_interfaceid": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.724447] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.785142] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094778} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.785434] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.786258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0decec0-8a14-4f7b-a41b-1ab3e164af57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.813247] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 33ebad73-fd83-4760-8b70-4abe260dad6d/33ebad73-fd83-4760-8b70-4abe260dad6d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.814106] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa9f33e0-1ea0-4dcd-b796-08c77afb6a7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.837942] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 620.837942] env[69133]: value = "task-3190363" [ 620.837942] env[69133]: _type = "Task" [ 620.837942] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.847128] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.965910] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.026454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36e25fae-896f-4214-b114-9ca5795d9623 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.704s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.114679] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1a5a0-211e-141d-eb19-d2176982c307, 'name': SearchDatastore_Task, 'duration_secs': 0.057827} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.116235] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce34926-5cf5-493b-a30b-4012eedc10a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.124101] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 621.124101] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52543b51-046a-b500-457f-3622564ae1e7" [ 621.124101] env[69133]: _type = "Task" [ 621.124101] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.135049] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52543b51-046a-b500-457f-3622564ae1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.170121] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.170552] env[69133]: DEBUG nova.scheduler.client.report [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.191026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Releasing lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.191026] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Instance network_info: |[{"id": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "address": "fa:16:3e:f2:4e:09", "network": {"id": "20f1903f-c0dd-4b3b-9d4f-73497fc95e5e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-405114395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3424983994594994acef4e6798ef78f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddabe87-b9", "ovs_interfaceid": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.191339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:4e:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.198970] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Creating folder: Project (3424983994594994acef4e6798ef78f2). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.200397] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9732a70b-f7b8-45fb-9666-6835f6d9ebb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.218107] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Created folder: Project (3424983994594994acef4e6798ef78f2) in parent group-v637972. [ 621.218472] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Creating folder: Instances. Parent ref: group-v638005. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.218829] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-261ef636-b436-438e-8de7-c672f3618d5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.234807] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Created folder: Instances in parent group-v638005. [ 621.235190] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.235723] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.236058] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f64aafdb-285f-4295-bcfa-7958e85a4d6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.263018] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.263018] env[69133]: value = "task-3190366" [ 621.263018] env[69133]: _type = "Task" [ 621.263018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.273724] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190366, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.302082] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully created port: 18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.322095] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Received event network-vif-plugged-b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.322339] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquiring lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.322579] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.322788] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.322915] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] No waiting events found dispatching network-vif-plugged-b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.323155] env[69133]: WARNING nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Received unexpected event network-vif-plugged-b57e0553-aee9-4aef-b078-e3221931755e for instance with vm_state building and task_state spawning. [ 621.323320] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Received event network-changed-b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.323656] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Refreshing instance network info cache due to event network-changed-b57e0553-aee9-4aef-b078-e3221931755e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.323699] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquiring lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323863] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquired lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323977] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Refreshing network info cache for port b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.351142] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.471740] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.527956] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.570813] env[69133]: DEBUG nova.compute.manager [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 621.636399] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52543b51-046a-b500-457f-3622564ae1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028622} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.636698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.636964] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] b8a662b3-7def-4644-8ed4-4e767b3c7d99/b8a662b3-7def-4644-8ed4-4e767b3c7d99.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.637348] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec57969e-c30f-4101-9051-b82b4341d41f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.647281] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 621.647281] env[69133]: value = "task-3190367" [ 621.647281] env[69133]: _type = "Task" [ 621.647281] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.663777] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.677516] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.683019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.321s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.716192] env[69133]: INFO nova.scheduler.client.report [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Deleted allocations for instance 007fae21-4066-4ebd-abba-cd3eee7abb9d [ 621.741030] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.779224] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190366, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.789993] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.790289] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.790451] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.790630] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.790781] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.790926] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.791157] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.793149] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.793149] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.793149] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.793149] env[69133]: DEBUG nova.virt.hardware [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.794032] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ec351-2fe7-4ac7-93d7-c4dd0fbba65e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.804505] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86b57ee-4ddf-47dd-981e-c18e2b13785d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.854346] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.885255] env[69133]: DEBUG nova.network.neutron [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Updating instance_info_cache with network_info: [{"id": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "address": "fa:16:3e:25:63:7d", "network": {"id": "4763a42b-1ba4-4287-90fe-e43f82690082", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574389317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12440b18c4a4b39847eaf6d12ba0c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d49917-30", "ovs_interfaceid": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.969511] env[69133]: DEBUG oslo_vmware.api [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190362, 'name': PowerOnVM_Task, 'duration_secs': 1.08796} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.969762] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.969934] env[69133]: INFO nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Took 12.13 seconds to spawn the instance on the hypervisor. [ 621.970314] env[69133]: DEBUG nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.970922] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8edffc-39a6-4994-bb29-b3e6280870ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.061325] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.099837] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.163267] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190367, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.227477] env[69133]: DEBUG oslo_concurrency.lockutils [None req-821b1568-8741-4920-ad1c-e4371343f744 tempest-ServerExternalEventsTest-2069145725 tempest-ServerExternalEventsTest-2069145725-project-member] Lock "007fae21-4066-4ebd-abba-cd3eee7abb9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.683s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.279659] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190366, 'name': CreateVM_Task, 'duration_secs': 0.527883} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.279659] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.280485] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281614] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.281614] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.281614] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef76802d-d2e7-4468-90a3-470d2c5cb29f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.288111] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 622.288111] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52382548-b26e-3253-5ef9-6347ea0ac25d" [ 622.288111] env[69133]: _type = "Task" [ 622.288111] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.302379] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52382548-b26e-3253-5ef9-6347ea0ac25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.351350] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.387710] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Releasing lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.387802] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Instance network_info: |[{"id": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "address": "fa:16:3e:25:63:7d", "network": {"id": "4763a42b-1ba4-4287-90fe-e43f82690082", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574389317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12440b18c4a4b39847eaf6d12ba0c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d49917-30", "ovs_interfaceid": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.388257] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:63:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5d49917-3002-4961-8bf2-f38a78e9edb0', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.398877] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Creating folder: Project (f12440b18c4a4b39847eaf6d12ba0c77). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.400188] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca75bd5-ad0f-4931-b545-5131b133a4c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.419935] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Created folder: Project (f12440b18c4a4b39847eaf6d12ba0c77) in parent group-v637972. [ 622.419935] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Creating folder: Instances. Parent ref: group-v638008. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.419935] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6889a6fb-c697-4a47-a0e2-09a433f4fdb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.443026] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Created folder: Instances in parent group-v638008. [ 622.443137] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.443306] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915965e6-8e99-4879-942c-816914502865] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.443714] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151f16d8-b373-43e5-b788-88658a73683b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.470975] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.470975] env[69133]: value = "task-3190370" [ 622.470975] env[69133]: _type = "Task" [ 622.470975] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.486538] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190370, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.504519] env[69133]: INFO nova.compute.manager [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Took 29.32 seconds to build instance. [ 622.661057] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686636} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.661336] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] b8a662b3-7def-4644-8ed4-4e767b3c7d99/b8a662b3-7def-4644-8ed4-4e767b3c7d99.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.661557] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.661824] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d17887-25d5-4d05-8dd8-6e38210761a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.674532] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 622.674532] env[69133]: value = "task-3190371" [ 622.674532] env[69133]: _type = "Task" [ 622.674532] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.684175] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.685550] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Updated VIF entry in instance network info cache for port b57e0553-aee9-4aef-b078-e3221931755e. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.685970] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Updating instance_info_cache with network_info: [{"id": "b57e0553-aee9-4aef-b078-e3221931755e", "address": "fa:16:3e:42:02:5d", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb57e0553-ae", "ovs_interfaceid": "b57e0553-aee9-4aef-b078-e3221931755e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.702597] env[69133]: INFO nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating resource usage from migration ea3c437a-df91-42d5-ad6c-92455bd140c9 [ 622.716018] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully created port: 43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.737631] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 30564b03-2531-4e50-b45d-db4208287a50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 622.737631] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b76c1786-1b06-4192-ba91-cdcf42280839 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.737631] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a9a518c5-99a2-467e-943a-57f4558d8d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.737631] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance bbc9b308-81df-46f5-8ffb-f81ea8db54ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 622.738386] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance e7d034d2-6455-43c8-9629-70ca597034c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738386] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738386] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 20c67ad6-dee9-4099-9e11-dbec57252bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738386] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 33ebad73-fd83-4760-8b70-4abe260dad6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738519] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b8a662b3-7def-4644-8ed4-4e767b3c7d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738519] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ada1d08c-09a0-4682-ba11-1c6cd5e78f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738519] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 915965e6-8e99-4879-942c-816914502865 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.738519] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 63af3181-231c-45dd-9df8-915064dedcf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 622.801910] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52382548-b26e-3253-5ef9-6347ea0ac25d, 'name': SearchDatastore_Task, 'duration_secs': 0.023445} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.802578] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.802578] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.802834] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.803110] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.803303] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.803585] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a1c10f-5eec-4e5a-ae08-89857c9c90a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.817551] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.817551] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.818022] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1460b16a-f8d9-4613-83e7-1f022eb5fbaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.825616] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 622.825616] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bcb6d1-ea7b-b534-a109-b2570780e487" [ 622.825616] env[69133]: _type = "Task" [ 622.825616] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.853756] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bcb6d1-ea7b-b534-a109-b2570780e487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.860853] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190363, 'name': ReconfigVM_Task, 'duration_secs': 1.829389} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.861441] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 33ebad73-fd83-4760-8b70-4abe260dad6d/33ebad73-fd83-4760-8b70-4abe260dad6d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.864922] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72550024-51a4-4b5a-90a2-6ae0979adad4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.870477] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 622.870477] env[69133]: value = "task-3190372" [ 622.870477] env[69133]: _type = "Task" [ 622.870477] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.882023] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190372, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.985346] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190370, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.007589] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b4f1f542-930f-4ffc-b3d8-6b5b21685c3e tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.828s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.189186] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Releasing lock "refresh_cache-b8a662b3-7def-4644-8ed4-4e767b3c7d99" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.189481] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Received event network-vif-plugged-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.191933] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.192205] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.192312] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.192493] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] No waiting events found dispatching network-vif-plugged-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.192665] env[69133]: WARNING nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Received unexpected event network-vif-plugged-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 for instance with vm_state building and task_state spawning. [ 623.192828] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Received event network-changed-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.192994] env[69133]: DEBUG nova.compute.manager [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Refreshing instance network info cache due to event network-changed-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.193177] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquiring lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.193888] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Acquired lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.194089] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Refreshing network info cache for port 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.195444] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.195601] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.196667] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a391fd4b-e8b3-4c5a-a88a-c75dd49ac66c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.223331] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b8a662b3-7def-4644-8ed4-4e767b3c7d99/b8a662b3-7def-4644-8ed4-4e767b3c7d99.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.224370] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2643726e-7cd8-4813-83e5-619198510c70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.244019] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1a593f41-970d-49b9-abee-2e2329d2f4ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.254339] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 623.254339] env[69133]: value = "task-3190373" [ 623.254339] env[69133]: _type = "Task" [ 623.254339] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.265155] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.310767] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully created port: 0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.342235] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bcb6d1-ea7b-b534-a109-b2570780e487, 'name': SearchDatastore_Task, 'duration_secs': 0.034264} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.342235] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c10cd4-6022-4c6b-af8b-5e4c40a4dd78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.344975] env[69133]: INFO nova.compute.manager [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Rebuilding instance [ 623.353515] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 623.353515] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cf6b52-c433-42ea-d90e-2b4e23b43868" [ 623.353515] env[69133]: _type = "Task" [ 623.353515] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.371027] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cf6b52-c433-42ea-d90e-2b4e23b43868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.383132] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190372, 'name': Rename_Task, 'duration_secs': 0.483979} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.383438] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.384253] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-284a6f10-8704-46c8-9db8-59ad60540e50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.396894] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 623.396894] env[69133]: value = "task-3190374" [ 623.396894] env[69133]: _type = "Task" [ 623.396894] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.406191] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.419274] env[69133]: DEBUG nova.compute.manager [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.420186] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51540ee0-0d12-4bcd-8939-27cc774ed1e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.483371] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190370, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.747620] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c4ed826f-56bd-4482-b08f-468a90a6d5ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 623.765311] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.865808] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cf6b52-c433-42ea-d90e-2b4e23b43868, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.866137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.866381] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ada1d08c-09a0-4682-ba11-1c6cd5e78f92/ada1d08c-09a0-4682-ba11-1c6cd5e78f92.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.866760] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b825d582-55de-4498-ab74-5db2076108e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.876580] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 623.876580] env[69133]: value = "task-3190375" [ 623.876580] env[69133]: _type = "Task" [ 623.876580] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.894859] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.913137] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190374, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.985093] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190370, 'name': CreateVM_Task, 'duration_secs': 1.139367} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.985294] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 915965e6-8e99-4879-942c-816914502865] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.986337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.986337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.987000] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.987115] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3862aa-671d-4dbb-a127-1ad5404643e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.993879] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 623.993879] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a87403-6660-ffe3-e56b-a130f2e0d513" [ 623.993879] env[69133]: _type = "Task" [ 623.993879] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.010387] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a87403-6660-ffe3-e56b-a130f2e0d513, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.011072] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.011358] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.011928] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.011928] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.012397] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.012587] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea9dd6b-8b30-47c1-8513-6ae72824d9be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.024468] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.024553] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.025525] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c848e3bf-799d-4ccb-b1cb-415ce22cf221 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.034194] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 624.034194] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52138b64-594a-226b-5ed3-6f99bf9cd82d" [ 624.034194] env[69133]: _type = "Task" [ 624.034194] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.048377] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52138b64-594a-226b-5ed3-6f99bf9cd82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.106977] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updated VIF entry in instance network info cache for port 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.106977] env[69133]: DEBUG nova.network.neutron [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updating instance_info_cache with network_info: [{"id": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "address": "fa:16:3e:f2:4e:09", "network": {"id": "20f1903f-c0dd-4b3b-9d4f-73497fc95e5e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-405114395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3424983994594994acef4e6798ef78f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddabe87-b9", "ovs_interfaceid": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.252378] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 0e2e54bd-53c1-4621-8f02-c4e2d553967f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.272391] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190373, 'name': ReconfigVM_Task, 'duration_secs': 0.53866} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.273366] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b8a662b3-7def-4644-8ed4-4e767b3c7d99/b8a662b3-7def-4644-8ed4-4e767b3c7d99.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.274627] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c3c19b3-dce8-43e4-bdea-6c9c8fbc61cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.288581] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 624.288581] env[69133]: value = "task-3190376" [ 624.288581] env[69133]: _type = "Task" [ 624.288581] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.299645] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190376, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.395190] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.415342] env[69133]: DEBUG oslo_vmware.api [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190374, 'name': PowerOnVM_Task, 'duration_secs': 0.684469} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.415880] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.418017] env[69133]: INFO nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Took 12.14 seconds to spawn the instance on the hypervisor. [ 624.418017] env[69133]: DEBUG nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.418017] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff816066-cb7f-49a0-a448-85307d10ce23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.441333] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.441333] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeca4f09-17f5-4e0a-9fbe-b6be12d22bec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.449609] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 624.449609] env[69133]: value = "task-3190377" [ 624.449609] env[69133]: _type = "Task" [ 624.449609] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.462914] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.548199] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52138b64-594a-226b-5ed3-6f99bf9cd82d, 'name': SearchDatastore_Task, 'duration_secs': 0.012487} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.548199] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c9c3bc-bf94-475a-a4c3-ac6f65c48065 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.558671] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 624.558671] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520e5e32-c265-ca00-39e8-5c3351041a09" [ 624.558671] env[69133]: _type = "Task" [ 624.558671] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.571195] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520e5e32-c265-ca00-39e8-5c3351041a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.610909] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f0a48ec-8d67-478c-afed-307e55d29820 req-769a2fe9-850e-4405-8f82-2f84db110d61 service nova] Releasing lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.762434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 252b5ecb-6b62-4456-acfc-991572db2019 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 624.762434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Migration ea3c437a-df91-42d5-ad6c-92455bd140c9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 624.762434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a8db27a1-1b94-4552-a86b-60a0c641a542 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 624.762434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 624.762434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 624.774921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.774921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.806638] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190376, 'name': Rename_Task, 'duration_secs': 0.22043} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.806638] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.806856] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04687ebe-eeef-4148-a06f-1d1c2896697a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.817621] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 624.817621] env[69133]: value = "task-3190378" [ 624.817621] env[69133]: _type = "Task" [ 624.817621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.837824] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.905346] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.905619] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ada1d08c-09a0-4682-ba11-1c6cd5e78f92/ada1d08c-09a0-4682-ba11-1c6cd5e78f92.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.905854] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.906082] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf0b924c-c952-46e4-b9b3-3ab676badfb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.914836] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 624.914836] env[69133]: value = "task-3190379" [ 624.914836] env[69133]: _type = "Task" [ 624.914836] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.939277] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.946142] env[69133]: INFO nova.compute.manager [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Took 29.37 seconds to build instance. [ 624.960758] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190377, 'name': PowerOffVM_Task, 'duration_secs': 0.20979} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.963655] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.964094] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.965845] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21ec790-fd3a-472f-b425-21407627244a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.979702] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.980054] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f40f9f4-470e-46b9-835d-dd0ec36cd246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.016028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.016028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.016491] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Deleting the datastore file [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.016491] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7624cf0d-d14d-4ea0-8ab3-9cf31820068f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.030021] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 625.030021] env[69133]: value = "task-3190381" [ 625.030021] env[69133]: _type = "Task" [ 625.030021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.040172] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.074501] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520e5e32-c265-ca00-39e8-5c3351041a09, 'name': SearchDatastore_Task, 'duration_secs': 0.022011} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.078390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.078827] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 915965e6-8e99-4879-942c-816914502865/915965e6-8e99-4879-942c-816914502865.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.079446] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f5247c-b7f5-4d17-8686-1e118c6b9568 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.090047] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 625.090047] env[69133]: value = "task-3190382" [ 625.090047] env[69133]: _type = "Task" [ 625.090047] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.109253] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.167730] env[69133]: DEBUG nova.compute.manager [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Received event network-vif-plugged-f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.167933] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Acquiring lock "915965e6-8e99-4879-942c-816914502865-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.168519] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Lock "915965e6-8e99-4879-942c-816914502865-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.168567] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Lock "915965e6-8e99-4879-942c-816914502865-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.168695] env[69133]: DEBUG nova.compute.manager [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] No waiting events found dispatching network-vif-plugged-f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.168855] env[69133]: WARNING nova.compute.manager [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Received unexpected event network-vif-plugged-f5d49917-3002-4961-8bf2-f38a78e9edb0 for instance with vm_state building and task_state spawning. [ 625.169022] env[69133]: DEBUG nova.compute.manager [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Received event network-changed-f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.170145] env[69133]: DEBUG nova.compute.manager [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Refreshing instance network info cache due to event network-changed-f5d49917-3002-4961-8bf2-f38a78e9edb0. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.170145] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Acquiring lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.170145] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Acquired lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.170145] env[69133]: DEBUG nova.network.neutron [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Refreshing network info cache for port f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.188800] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85633284-6f8c-4616-92ad-23aed72806c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.200142] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00c244-5571-4602-9aba-32b9e70d4a2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.235224] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470bf7f-0d84-4418-801d-f5fb1d9db253 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.245155] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d53d29-24aa-43b0-bccf-553d488c8d57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.259299] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.277188] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.329320] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190378, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.427030] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234366} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.427391] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.428228] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d028326-239e-4f5b-ab89-d1afba167bb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.454650] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6770dd70-2f83-4be5-85d9-e4d7f2f015ae tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.889s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.467713] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] ada1d08c-09a0-4682-ba11-1c6cd5e78f92/ada1d08c-09a0-4682-ba11-1c6cd5e78f92.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.468518] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6278eadd-09c1-4571-8f59-6b4169b57e96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.489399] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.489895] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.494625] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 625.494625] env[69133]: value = "task-3190383" [ 625.494625] env[69133]: _type = "Task" [ 625.494625] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.507591] env[69133]: DEBUG nova.compute.manager [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-changed-86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.507703] env[69133]: DEBUG nova.compute.manager [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing instance network info cache due to event network-changed-86d51ba8-a951-4d78-a494-9dcfbfc5d739. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.508023] env[69133]: DEBUG oslo_concurrency.lockutils [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.508207] env[69133]: DEBUG oslo_concurrency.lockutils [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.508455] env[69133]: DEBUG nova.network.neutron [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing network info cache for port 86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.510435] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.539059] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328109} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.539691] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.539884] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.540077] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.604034] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.764785] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.805680] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.830580] env[69133]: DEBUG oslo_vmware.api [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190378, 'name': PowerOnVM_Task, 'duration_secs': 0.997932} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.833496] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.833822] env[69133]: INFO nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Took 11.08 seconds to spawn the instance on the hypervisor. [ 625.834065] env[69133]: DEBUG nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.835041] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805b69e6-a891-4c8f-90d2-267b377688b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.992816] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.011469] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.012358] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully updated port: 18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.114993] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745587} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.115333] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 915965e6-8e99-4879-942c-816914502865/915965e6-8e99-4879-942c-816914502865.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.115480] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.115769] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fff430c3-7236-45c1-8ab6-293d5363164e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.125094] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 626.125094] env[69133]: value = "task-3190384" [ 626.125094] env[69133]: _type = "Task" [ 626.125094] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.135717] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.271157] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 626.271546] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.591s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.271876] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.518s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.273480] env[69133]: INFO nova.compute.claims [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.335398] env[69133]: DEBUG nova.network.neutron [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Updated VIF entry in instance network info cache for port f5d49917-3002-4961-8bf2-f38a78e9edb0. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.336075] env[69133]: DEBUG nova.network.neutron [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Updating instance_info_cache with network_info: [{"id": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "address": "fa:16:3e:25:63:7d", "network": {"id": "4763a42b-1ba4-4287-90fe-e43f82690082", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1574389317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12440b18c4a4b39847eaf6d12ba0c77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5d49917-30", "ovs_interfaceid": "f5d49917-3002-4961-8bf2-f38a78e9edb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.357065] env[69133]: INFO nova.compute.manager [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Took 22.83 seconds to build instance. [ 626.522722] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190383, 'name': ReconfigVM_Task, 'duration_secs': 1.019844} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.522722] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfigured VM instance instance-0000000c to attach disk [datastore2] ada1d08c-09a0-4682-ba11-1c6cd5e78f92/ada1d08c-09a0-4682-ba11-1c6cd5e78f92.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.523688] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b1ce02-102f-4368-971b-578294788180 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.533825] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 626.533825] env[69133]: value = "task-3190385" [ 626.533825] env[69133]: _type = "Task" [ 626.533825] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.535223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.546983] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190385, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.576081] env[69133]: DEBUG nova.network.neutron [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updated VIF entry in instance network info cache for port 86d51ba8-a951-4d78-a494-9dcfbfc5d739. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.576209] env[69133]: DEBUG nova.network.neutron [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.587918] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.588378] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.588996] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.588996] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.588996] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.590173] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.590173] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.590173] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.590173] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.590173] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.590325] env[69133]: DEBUG nova.virt.hardware [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.590855] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6b7cec-c434-46ec-be74-fcb32249d3ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.600863] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15df178-6a22-4dd2-84c2-ebb5b0a6ec60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.621570] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.627665] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.628048] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.631778] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1320d4f-6d68-4be8-9cbe-6133d56b5de9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.652246] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207637} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.654854] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.654854] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.654854] env[69133]: value = "task-3190386" [ 626.654854] env[69133]: _type = "Task" [ 626.654854] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.654854] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41542cc0-d1be-4971-8dc8-84d429309964 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.666936] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190386, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.689654] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 915965e6-8e99-4879-942c-816914502865/915965e6-8e99-4879-942c-816914502865.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.689654] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385561d4-fce8-48e3-9897-d9643c0207c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.709889] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 626.709889] env[69133]: value = "task-3190387" [ 626.709889] env[69133]: _type = "Task" [ 626.709889] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.721938] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.839851] env[69133]: DEBUG oslo_concurrency.lockutils [req-af0b4e46-3921-48e4-bb47-2f0726d3b43c req-0d7c5714-0ae1-41ad-8675-3b76f3e04f08 service nova] Releasing lock "refresh_cache-915965e6-8e99-4879-942c-816914502865" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.861337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2b8405fb-2303-469a-995b-0532e4ed91fc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.669s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.014640] env[69133]: INFO nova.compute.manager [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Rebuilding instance [ 627.055365] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190385, 'name': Rename_Task, 'duration_secs': 0.280152} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.055711] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.055964] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1809e274-a626-47be-b3bf-002b48b46234 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.068151] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 627.068151] env[69133]: value = "task-3190388" [ 627.068151] env[69133]: _type = "Task" [ 627.068151] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.068630] env[69133]: DEBUG nova.compute.manager [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.069847] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784f1691-f0f2-4edc-9d97-5a700896abf8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.083877] env[69133]: DEBUG oslo_concurrency.lockutils [req-187c6488-06c6-4989-bc88-ce4f7974dd4b req-39cf88e3-a262-4362-adc0-336ee96fcd65 service nova] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.084545] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.170175] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190386, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.226609] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.586224] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.642843] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b0e01-cfd4-42eb-a82f-ee5699b1dba5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.654092] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d81a6-cb87-4fc9-92aa-2ee94235fd1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.691981] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f216250-3c75-4b72-8728-36a7a436b7a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.699149] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190386, 'name': CreateVM_Task, 'duration_secs': 0.65031} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.699877] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.700612] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.700839] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.701613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.701853] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053b74ab-6037-4c43-8afd-a04a6a1e26ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.711690] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d96e0-e3c8-4971-b867-dad2d4cc5c70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.720915] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 627.720915] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5211e756-947e-2596-238e-c865c3eb5e2a" [ 627.720915] env[69133]: _type = "Task" [ 627.720915] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.738074] env[69133]: DEBUG nova.compute.provider_tree [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.743721] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190387, 'name': ReconfigVM_Task, 'duration_secs': 0.588569} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.749068] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 915965e6-8e99-4879-942c-816914502865/915965e6-8e99-4879-942c-816914502865.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.749068] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5211e756-947e-2596-238e-c865c3eb5e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.749068] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f83ae2f-d6e9-433c-a841-20145db73cc1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.751060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.751348] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.751655] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.752469] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.752469] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.753157] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70fdee92-bcbe-4476-a018-4e4396185d42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.763974] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 627.763974] env[69133]: value = "task-3190389" [ 627.763974] env[69133]: _type = "Task" [ 627.763974] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.769257] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.769454] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.770634] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64cb01c-c68c-45c9-b363-f85262c65c0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.778076] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190389, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.781923] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 627.781923] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5267331a-c082-bf42-81d7-511cf5ee06df" [ 627.781923] env[69133]: _type = "Task" [ 627.781923] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.792145] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5267331a-c082-bf42-81d7-511cf5ee06df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.807755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.808036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.082436] env[69133]: DEBUG oslo_vmware.api [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190388, 'name': PowerOnVM_Task, 'duration_secs': 0.719191} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.082436] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.082436] env[69133]: INFO nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Took 10.84 seconds to spawn the instance on the hypervisor. [ 628.082436] env[69133]: DEBUG nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.083341] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156a5457-a0f9-4e2f-9586-b122ddef57e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.097280] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.097360] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b305946-8131-4729-bd90-d11730677361 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.105403] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 628.105403] env[69133]: value = "task-3190390" [ 628.105403] env[69133]: _type = "Task" [ 628.105403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.114975] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.245547] env[69133]: DEBUG nova.scheduler.client.report [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.275185] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190389, 'name': Rename_Task, 'duration_secs': 0.219595} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.275509] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.275778] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad865df-7d21-469f-a7be-6db2720e8a0f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.284025] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 628.284025] env[69133]: value = "task-3190391" [ 628.284025] env[69133]: _type = "Task" [ 628.284025] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.299452] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.305965] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5267331a-c082-bf42-81d7-511cf5ee06df, 'name': SearchDatastore_Task, 'duration_secs': 0.016337} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.307887] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69428f64-de5d-4a21-9ed4-cc18e62f9d97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.312823] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.319721] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 628.319721] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528a0519-b505-e6af-5217-4d308ec5b942" [ 628.319721] env[69133]: _type = "Task" [ 628.319721] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.335732] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528a0519-b505-e6af-5217-4d308ec5b942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.376592] env[69133]: DEBUG nova.compute.manager [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-plugged-18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.376766] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.377057] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.377320] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.377571] env[69133]: DEBUG nova.compute.manager [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] No waiting events found dispatching network-vif-plugged-18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.377821] env[69133]: WARNING nova.compute.manager [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received unexpected event network-vif-plugged-18ca5ce2-0abe-4553-8314-c7f79dcc0c20 for instance with vm_state building and task_state spawning. [ 628.378056] env[69133]: DEBUG nova.compute.manager [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-changed-18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.378342] env[69133]: DEBUG nova.compute.manager [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing instance network info cache due to event network-changed-18ca5ce2-0abe-4553-8314-c7f79dcc0c20. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.378639] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Acquiring lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.378847] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Acquired lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.379143] env[69133]: DEBUG nova.network.neutron [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing network info cache for port 18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.459472] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully updated port: 43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.606044] env[69133]: INFO nova.compute.manager [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Took 24.55 seconds to build instance. [ 628.620902] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190390, 'name': PowerOffVM_Task, 'duration_secs': 0.281968} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.620902] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.622237] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.623032] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471b7ba-ca77-47e3-94d3-3fd1f0844031 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.637356] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.637712] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c729ef-78a0-43d4-9195-a832df02d2fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.672293] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.672293] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.672293] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleting the datastore file [datastore1] e7d034d2-6455-43c8-9629-70ca597034c8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.672293] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68784dba-1574-44e4-87cc-b924e309fa2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.680945] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 628.680945] env[69133]: value = "task-3190393" [ 628.680945] env[69133]: _type = "Task" [ 628.680945] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.692195] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.750939] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.751567] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.759013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.002s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.759274] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.763316] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.616s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.763555] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.765743] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.980s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.767557] env[69133]: INFO nova.compute.claims [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.801636] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.812978] env[69133]: INFO nova.scheduler.client.report [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Deleted allocations for instance bbc9b308-81df-46f5-8ffb-f81ea8db54ad [ 628.815844] env[69133]: INFO nova.scheduler.client.report [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Deleted allocations for instance 30564b03-2531-4e50-b45d-db4208287a50 [ 628.835993] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528a0519-b505-e6af-5217-4d308ec5b942, 'name': SearchDatastore_Task, 'duration_secs': 0.020245} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.837117] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.837386] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.837696] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5428552e-d22a-485a-888b-46c411623356 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.847712] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 628.847712] env[69133]: value = "task-3190394" [ 628.847712] env[69133]: _type = "Task" [ 628.847712] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.850146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.861271] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.011442] env[69133]: DEBUG nova.network.neutron [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.110258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-351dd703-2ed0-4f86-afb0-a031669d088d tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.631s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.193186] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164941} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.193741] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.193940] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.194136] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.276439] env[69133]: DEBUG nova.compute.utils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.279993] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.281051] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.307827] env[69133]: DEBUG oslo_vmware.api [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190391, 'name': PowerOnVM_Task, 'duration_secs': 0.68752} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.307827] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.307827] env[69133]: INFO nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Took 10.05 seconds to spawn the instance on the hypervisor. [ 629.307827] env[69133]: DEBUG nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.307827] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46890a9f-6728-4dec-97e3-91345827cb54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.314674] env[69133]: DEBUG nova.network.neutron [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.335293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9524f373-fa33-4fcf-96ff-1417c56b1314 tempest-DeleteServersAdminTestJSON-185125023 tempest-DeleteServersAdminTestJSON-185125023-project-admin] Lock "bbc9b308-81df-46f5-8ffb-f81ea8db54ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.241s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.335293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-35a15b86-fb79-48cc-8572-3c8b8fd11411 tempest-ServerPasswordTestJSON-515369494 tempest-ServerPasswordTestJSON-515369494-project-member] Lock "30564b03-2531-4e50-b45d-db4208287a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.602s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.376166] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190394, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.540740] env[69133]: DEBUG nova.policy [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a8ffa5e2459447f8ac946f1a258fd13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18ae9f97265f4929a5a96a103cee604d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.791784] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.827944] env[69133]: DEBUG oslo_concurrency.lockutils [req-9b475d4a-94b0-46f0-b270-82df2204fc10 req-a042061e-0099-40d1-8aec-3e8be9525b70 service nova] Releasing lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.843006] env[69133]: INFO nova.compute.manager [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Took 24.17 seconds to build instance. [ 629.866241] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660199} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.867730] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.867730] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.867730] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5b09b8-6c21-4acb-815e-5d73f52c6808 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.879402] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 629.879402] env[69133]: value = "task-3190395" [ 629.879402] env[69133]: _type = "Task" [ 629.879402] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.893527] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.201556] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.202678] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.206053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eab464-3681-4f5f-987a-6b0bd2e0ae9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.223436] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f6c55-ca5f-4c9f-bfd0-5095b491aed8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.267370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96efff8-c260-4f94-b0aa-c7f69b96ff35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.278040] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.278325] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.282021] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.282021] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.282021] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.282021] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.282021] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.282371] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.282371] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.282371] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.282371] env[69133]: DEBUG nova.virt.hardware [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.282371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856bbcfc-bd06-43d6-8ae4-59b057ebe754 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.288070] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63459c08-0576-4d85-abfe-67c3bc4a3ae6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.309907] env[69133]: DEBUG nova.compute.provider_tree [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.312759] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028c034-fcc6-432c-ba2b-09e2e28f1eb9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.332654] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.339621] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.340408] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.340732] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe39e08-133a-4220-a6eb-eff5cd1ab50f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.355747] env[69133]: DEBUG oslo_concurrency.lockutils [None req-163300ee-a3bd-4f63-a57c-433fa1b5e7f8 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.144s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.365342] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.365342] env[69133]: value = "task-3190396" [ 630.365342] env[69133]: _type = "Task" [ 630.365342] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.376251] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190396, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.392740] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.392825] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.393636] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8c21df-1a37-4f3b-b86e-20bb95c14e61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.423365] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.424088] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941e746b-63de-4ee8-aea9-80e557c9f998 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.449364] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 630.449364] env[69133]: value = "task-3190397" [ 630.449364] env[69133]: _type = "Task" [ 630.449364] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.462554] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.570394] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Successfully created port: 22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.709180] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.814837] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.819364] env[69133]: DEBUG nova.scheduler.client.report [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.861262] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:31:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2030500054',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-470881576',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.861262] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.861262] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.861507] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.862460] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.862460] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.862460] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.862620] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.862788] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.862959] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.863147] env[69133]: DEBUG nova.virt.hardware [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.864597] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08c708a-3c2d-41a4-8558-b535a7570f0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.883062] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74122d3-eff9-4aff-b7b3-be16d3ce165f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.887201] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190396, 'name': CreateVM_Task, 'duration_secs': 0.384002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.887201] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.888496] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.888672] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.889036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.889288] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ea976b-35e6-4894-a56d-fa6e116e62f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.903917] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 630.903917] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520b36db-add5-060c-66b4-27a9aa52850f" [ 630.903917] env[69133]: _type = "Task" [ 630.903917] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.913582] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520b36db-add5-060c-66b4-27a9aa52850f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.958035] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190397, 'name': ReconfigVM_Task, 'duration_secs': 0.328818} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.958252] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c/a9a518c5-99a2-467e-943a-57f4558d8d3c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.959038] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bdf625-5e7f-4a58-9a6a-7fb28e27a20f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.971052] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 630.971052] env[69133]: value = "task-3190398" [ 630.971052] env[69133]: _type = "Task" [ 630.971052] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.987957] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190398, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.988363] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "01d15ded-514c-4e1e-8283-7e0b54518888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.988658] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.250412] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.325512] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.326112] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.333970] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.663s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.334212] env[69133]: DEBUG nova.objects.instance [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 631.418145] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520b36db-add5-060c-66b4-27a9aa52850f, 'name': SearchDatastore_Task, 'duration_secs': 0.028345} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.418646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.421018] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.421018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.421018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.421018] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.421018] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27b2dff-6a81-455b-a175-8557762d0b91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.439574] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.439574] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.440530] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a0b197-d649-44dc-a7c2-a1d13614006f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.452260] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 631.452260] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52313ccd-b500-c7d1-3d7f-d5bf2ad51cab" [ 631.452260] env[69133]: _type = "Task" [ 631.452260] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.462174] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52313ccd-b500-c7d1-3d7f-d5bf2ad51cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.483060] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190398, 'name': Rename_Task, 'duration_secs': 0.166582} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.483626] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.483877] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c853080d-ff99-4561-ad29-66e9fee7bb58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.492034] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.495895] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Waiting for the task: (returnval){ [ 631.495895] env[69133]: value = "task-3190399" [ 631.495895] env[69133]: _type = "Task" [ 631.495895] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.509418] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.552307] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Successfully updated port: 0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.756090] env[69133]: DEBUG nova.compute.manager [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-plugged-43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.756322] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.756543] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.756790] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.756977] env[69133]: DEBUG nova.compute.manager [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] No waiting events found dispatching network-vif-plugged-43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.760354] env[69133]: WARNING nova.compute.manager [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received unexpected event network-vif-plugged-43fafb60-9eec-48a4-bd36-e5c76860c42e for instance with vm_state building and task_state spawning. [ 631.760354] env[69133]: DEBUG nova.compute.manager [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-changed-43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.760354] env[69133]: DEBUG nova.compute.manager [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing instance network info cache due to event network-changed-43fafb60-9eec-48a4-bd36-e5c76860c42e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.760354] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Acquiring lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760354] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Acquired lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.760884] env[69133]: DEBUG nova.network.neutron [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing network info cache for port 43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.840943] env[69133]: DEBUG nova.compute.utils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.845203] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.845203] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.900021] env[69133]: DEBUG nova.policy [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f0f5c5f0124046a6ece78e27afd9c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5267b90149274e5983cc46b4d823c2f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.971116] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52313ccd-b500-c7d1-3d7f-d5bf2ad51cab, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.974468] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0cf205-f689-48fe-b953-9e3683ccabf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.987474] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 631.987474] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52945f28-6aed-5453-4db3-f07a6d5dee77" [ 631.987474] env[69133]: _type = "Task" [ 631.987474] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.009296] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52945f28-6aed-5453-4db3-f07a6d5dee77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.025680] env[69133]: DEBUG oslo_vmware.api [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Task: {'id': task-3190399, 'name': PowerOnVM_Task, 'duration_secs': 0.471286} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.026464] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.026464] env[69133]: DEBUG nova.compute.manager [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.028356] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca68281e-dc4b-43a3-a425-3735e286fc2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.041212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.060443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.344790] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.351156] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7da0a12f-8e04-4b32-ab5a-7b06631ec933 tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.351827] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.834s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.353596] env[69133]: INFO nova.compute.claims [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.502827] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52945f28-6aed-5453-4db3-f07a6d5dee77, 'name': SearchDatastore_Task, 'duration_secs': 0.020056} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.503016] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.503458] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.503868] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a7ad11-8f7a-494f-a2f5-d952e5143553 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.515947] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 632.515947] env[69133]: value = "task-3190400" [ 632.515947] env[69133]: _type = "Task" [ 632.515947] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.525872] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.554027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.597451] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.597818] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.661964] env[69133]: DEBUG nova.network.neutron [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.037496] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.128442] env[69133]: DEBUG nova.network.neutron [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.360126] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.407096] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.409042] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.410565] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.410565] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.410565] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.410565] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.410565] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.411869] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.411869] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.411869] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.411869] env[69133]: DEBUG nova.virt.hardware [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.412023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7567962b-eb60-4ddb-b5c1-8cace3a424aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.429222] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Successfully created port: f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.434031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f829b6-de6a-4c52-8fd9-d0d0c90f6688 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.531485] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799926} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.531485] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.531485] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.531485] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dbf2e31-9169-4b0c-9106-9a1a5135b86e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.544559] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 633.544559] env[69133]: value = "task-3190401" [ 633.544559] env[69133]: _type = "Task" [ 633.544559] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.560316] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.634885] env[69133]: DEBUG oslo_concurrency.lockutils [req-750f9659-7292-4c24-9392-1420976e1897 req-529f3161-6284-4c7e-928f-10db5c2e12f6 service nova] Releasing lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.635591] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.635591] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.847989] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc201fb-ec3f-4ba6-b096-3cfc318cd3ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.857100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6adccaf-2997-4110-97ee-13c84cc64025 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.896449] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Successfully updated port: 22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.900259] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97aa450-7b79-4ab1-bca1-04087983ca5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.913528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422777a0-3034-4ba0-9539-58968fca1ecc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.929874] env[69133]: DEBUG nova.compute.provider_tree [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.056057] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.056786] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.057599] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e238b6f-5203-4d4a-b311-60c2c479a058 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.085669] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.087022] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228620ec-9055-4697-ad03-7dc7b8799796 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.112539] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 634.112539] env[69133]: value = "task-3190402" [ 634.112539] env[69133]: _type = "Task" [ 634.112539] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.122323] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.176192] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.408014] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.408340] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.408340] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.433924] env[69133]: DEBUG nova.scheduler.client.report [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.631849] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190402, 'name': ReconfigVM_Task, 'duration_secs': 0.507993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.634186] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e7d034d2-6455-43c8-9629-70ca597034c8/e7d034d2-6455-43c8-9629-70ca597034c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.635302] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b866e9-fe66-4b4b-bc65-0048075c7f72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.647904] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 634.647904] env[69133]: value = "task-3190403" [ 634.647904] env[69133]: _type = "Task" [ 634.647904] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.666929] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190403, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.736775] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "915965e6-8e99-4879-942c-816914502865" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.736775] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.737134] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "915965e6-8e99-4879-942c-816914502865-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.737767] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.737767] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.740443] env[69133]: INFO nova.compute.manager [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Terminating instance [ 634.834907] env[69133]: DEBUG nova.network.neutron [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updating instance_info_cache with network_info: [{"id": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "address": "fa:16:3e:ff:fc:9e", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ca5ce2-0a", "ovs_interfaceid": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "address": "fa:16:3e:45:97:19", "network": {"id": "8bd95bf2-759f-4362-8e2a-34a4e34ac4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1405930048", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fafb60-9e", "ovs_interfaceid": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "address": "fa:16:3e:d6:fd:34", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d20d2f2-48", "ovs_interfaceid": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.867177] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "e583638b-7964-43d0-93c0-8545478c36b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.867815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.942066] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.942066] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.943489] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.882s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.946922] env[69133]: INFO nova.compute.claims [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.957730] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.170254] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190403, 'name': Rename_Task, 'duration_secs': 0.232978} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.170672] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.171780] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc68b10a-be21-4286-bbbd-0bc016e31287 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.179114] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 635.179114] env[69133]: value = "task-3190404" [ 635.179114] env[69133]: _type = "Task" [ 635.179114] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.188977] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.248867] env[69133]: DEBUG nova.compute.manager [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.249133] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.250087] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5cb438-8246-4eeb-bc3a-a746279c7523 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.263717] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.263999] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bec2586-cb44-4582-8e9e-02dc39c4fd07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.277092] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 635.277092] env[69133]: value = "task-3190405" [ 635.277092] env[69133]: _type = "Task" [ 635.277092] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.286881] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.338426] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.338821] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance network_info: |[{"id": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "address": "fa:16:3e:ff:fc:9e", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ca5ce2-0a", "ovs_interfaceid": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "address": "fa:16:3e:45:97:19", "network": {"id": "8bd95bf2-759f-4362-8e2a-34a4e34ac4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1405930048", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fafb60-9e", "ovs_interfaceid": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "address": "fa:16:3e:d6:fd:34", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d20d2f2-48", "ovs_interfaceid": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.339817] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:fc:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ca5ce2-0abe-4553-8314-c7f79dcc0c20', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:97:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43fafb60-9eec-48a4-bd36-e5c76860c42e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:fd:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d20d2f2-48af-4add-89ea-0bdd4b574f2a', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.355230] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Creating folder: Project (3b9437ce3a7a4ba2989e9ff53f02790e). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.355555] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ea133c1-bea7-4aa6-ab58-7ddea9435477 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.370822] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Created folder: Project (3b9437ce3a7a4ba2989e9ff53f02790e) in parent group-v637972. [ 635.371273] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Creating folder: Instances. Parent ref: group-v638013. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.371273] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-879899f1-b5a7-4b7d-8ac3-bb5758c7ed89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.386987] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Created folder: Instances in parent group-v638013. [ 635.387359] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.387621] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.387895] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf369f0-d447-4073-8e5d-91b041f732b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.418834] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.418834] env[69133]: value = "task-3190408" [ 635.418834] env[69133]: _type = "Task" [ 635.418834] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.429281] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190408, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.452860] env[69133]: DEBUG nova.compute.utils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.454259] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.454616] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.489074] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-plugged-0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.489332] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.489614] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.489781] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.489888] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] No waiting events found dispatching network-vif-plugged-0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.490075] env[69133]: WARNING nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received unexpected event network-vif-plugged-0d20d2f2-48af-4add-89ea-0bdd4b574f2a for instance with vm_state building and task_state spawning. [ 635.490234] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-changed-0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.490513] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing instance network info cache due to event network-changed-0d20d2f2-48af-4add-89ea-0bdd4b574f2a. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.490667] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Acquiring lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.490817] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Acquired lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.490963] env[69133]: DEBUG nova.network.neutron [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Refreshing network info cache for port 0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.500155] env[69133]: DEBUG nova.network.neutron [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updating instance_info_cache with network_info: [{"id": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "address": "fa:16:3e:4d:cf:98", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ddd21a-88", "ovs_interfaceid": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.564915] env[69133]: DEBUG nova.policy [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '424782e464334120a7b1b03698214a6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6597687fd73e4e3f9068a62face52710', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.696106] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190404, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.795803] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190405, 'name': PowerOffVM_Task, 'duration_secs': 0.246564} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.795803] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.795803] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.796419] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-784b8542-636f-4d76-82b0-9c896b6898fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.910790] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.910790] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.910790] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Deleting the datastore file [datastore2] 915965e6-8e99-4879-942c-816914502865 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.910790] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14376ab-3ccf-493d-9ed4-22df8edb6210 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.920067] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for the task: (returnval){ [ 635.920067] env[69133]: value = "task-3190410" [ 635.920067] env[69133]: _type = "Task" [ 635.920067] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.932229] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Successfully updated port: f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.945344] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190408, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.950554] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.952036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.952376] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.952521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "a9a518c5-99a2-467e-943a-57f4558d8d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.952796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.953078] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.959951] env[69133]: INFO nova.compute.manager [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Terminating instance [ 635.961529] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.007574] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.007946] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Instance network_info: |[{"id": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "address": "fa:16:3e:4d:cf:98", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ddd21a-88", "ovs_interfaceid": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.008399] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:cf:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ddd21a-8840-40c8-a33a-7a37c363b8fe', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.018772] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Creating folder: Project (18ae9f97265f4929a5a96a103cee604d). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.020235] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5bd330e-0eed-40f5-ac11-ebc48bc58c63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.034441] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Created folder: Project (18ae9f97265f4929a5a96a103cee604d) in parent group-v637972. [ 636.034699] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Creating folder: Instances. Parent ref: group-v638016. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.034912] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ddf86c-8541-4b03-8110-a44a2b94fb77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.049496] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Created folder: Instances in parent group-v638016. [ 636.049764] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.049944] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.053234] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6825173-bc59-4710-a051-b7ed815e95b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.078970] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.078970] env[69133]: value = "task-3190413" [ 636.078970] env[69133]: _type = "Task" [ 636.078970] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.088839] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190413, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.193945] env[69133]: DEBUG oslo_vmware.api [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190404, 'name': PowerOnVM_Task, 'duration_secs': 0.54736} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.196870] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.197191] env[69133]: DEBUG nova.compute.manager [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.200349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dabbc9-6992-44e2-a1f2-863dec9d2b86 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.359256] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Successfully created port: a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.399907] env[69133]: DEBUG nova.network.neutron [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updated VIF entry in instance network info cache for port 0d20d2f2-48af-4add-89ea-0bdd4b574f2a. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.400305] env[69133]: DEBUG nova.network.neutron [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updating instance_info_cache with network_info: [{"id": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "address": "fa:16:3e:ff:fc:9e", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ca5ce2-0a", "ovs_interfaceid": "18ca5ce2-0abe-4553-8314-c7f79dcc0c20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "address": "fa:16:3e:45:97:19", "network": {"id": "8bd95bf2-759f-4362-8e2a-34a4e34ac4f7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1405930048", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43fafb60-9e", "ovs_interfaceid": "43fafb60-9eec-48a4-bd36-e5c76860c42e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "address": "fa:16:3e:d6:fd:34", "network": {"id": "60f713d5-2fde-41ab-8137-ff3e26342f2b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864265873", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d20d2f2-48", "ovs_interfaceid": "0d20d2f2-48af-4add-89ea-0bdd4b574f2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.429044] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3409402-958e-492e-b777-4281f8e9697d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.436266] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.436447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.436674] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.443518] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190408, 'name': CreateVM_Task, 'duration_secs': 0.595725} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.445347] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.449667] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.449924] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.450299] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.451447] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2db35e-6bd8-401f-8350-cee082aedce4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.459349] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.459646] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe8140e5-fc95-4453-9dae-209e6f1064e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.495954] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 636.495954] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ba3ded-8d33-17ec-aed4-63853e92a918" [ 636.495954] env[69133]: _type = "Task" [ 636.495954] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.496228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "refresh_cache-a9a518c5-99a2-467e-943a-57f4558d8d3c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.496272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquired lock "refresh_cache-a9a518c5-99a2-467e-943a-57f4558d8d3c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.496444] env[69133]: DEBUG nova.network.neutron [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.498942] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9bba7-6173-4a97-b387-ca975c147eee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.515485] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ba3ded-8d33-17ec-aed4-63853e92a918, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.518198] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.518549] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.518689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.518835] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519014] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.520411] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-547de0d3-d996-4e19-8f5b-b8ecbce95c7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.522494] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761daceb-901f-4319-9394-c37fccff99b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.540966] env[69133]: DEBUG nova.compute.provider_tree [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.542761] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.542963] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.543937] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e3cf27-abbe-44ef-a23d-660490490795 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.550289] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 636.550289] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5209f000-f9c6-0ae9-d4c5-84718b00ae65" [ 636.550289] env[69133]: _type = "Task" [ 636.550289] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.561717] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5209f000-f9c6-0ae9-d4c5-84718b00ae65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.592736] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190413, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.724486] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "b76c1786-1b06-4192-ba91-cdcf42280839" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.724852] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.725124] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.725374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.725635] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.728969] env[69133]: INFO nova.compute.manager [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Terminating instance [ 636.733019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.913718] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Releasing lock "refresh_cache-63af3181-231c-45dd-9df8-915064dedcf2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.914021] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Received event network-vif-plugged-22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.914212] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Acquiring lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.914418] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.914574] env[69133]: DEBUG oslo_concurrency.lockutils [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.914731] env[69133]: DEBUG nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] No waiting events found dispatching network-vif-plugged-22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.914894] env[69133]: WARNING nova.compute.manager [req-ab840316-e776-4a15-b470-f8d285250de9 req-aaaac398-e90b-41dd-8003-2675479b17f7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Received unexpected event network-vif-plugged-22ddd21a-8840-40c8-a33a-7a37c363b8fe for instance with vm_state building and task_state spawning. [ 636.947538] env[69133]: DEBUG oslo_vmware.api [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Task: {'id': task-3190410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655016} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.947822] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.948021] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.948203] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.948388] env[69133]: INFO nova.compute.manager [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] [instance: 915965e6-8e99-4879-942c-816914502865] Took 1.70 seconds to destroy the instance on the hypervisor. [ 636.948661] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.948863] env[69133]: DEBUG nova.compute.manager [-] [instance: 915965e6-8e99-4879-942c-816914502865] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.948961] env[69133]: DEBUG nova.network.neutron [-] [instance: 915965e6-8e99-4879-942c-816914502865] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.000232] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.041264] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.041557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.041719] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.041896] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.042382] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.043557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.043557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.043557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.043557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.043557] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.047132] env[69133]: DEBUG nova.virt.hardware [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.048177] env[69133]: DEBUG nova.scheduler.client.report [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.051957] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f733a7-0288-4326-8db4-4d80c41dca24 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.056815] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.059997] env[69133]: DEBUG nova.network.neutron [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.078031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb53dc-caa0-42e3-9729-c4e5a1e3834d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.083603] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5209f000-f9c6-0ae9-d4c5-84718b00ae65, 'name': SearchDatastore_Task, 'duration_secs': 0.013571} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.087310] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da93fd27-8705-47b7-8a92-195a02c00516 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.105026] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 637.105026] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d614c6-9cab-8155-72cf-ac3949932a8e" [ 637.105026] env[69133]: _type = "Task" [ 637.105026] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.108558] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190413, 'name': CreateVM_Task, 'duration_secs': 0.566155} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.112545] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.113520] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.113798] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.114130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.114988] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fa2d6f-45b8-45fc-9a45-44a2e828703d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120626] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d614c6-9cab-8155-72cf-ac3949932a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.123627] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 637.123627] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b42451-80c2-a87a-98fa-9272e2259394" [ 637.123627] env[69133]: _type = "Task" [ 637.123627] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.133861] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b42451-80c2-a87a-98fa-9272e2259394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.158458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.158691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.234055] env[69133]: DEBUG nova.compute.manager [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.234666] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.240653] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf537cd0-4b49-4654-a8bb-587fbe31a4a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.253421] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.253712] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9948c98-12a4-4456-8afb-ab64a5befd21 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.264331] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 637.264331] env[69133]: value = "task-3190414" [ 637.264331] env[69133]: _type = "Task" [ 637.264331] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.275731] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.323208] env[69133]: DEBUG nova.network.neutron [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.556250] env[69133]: DEBUG nova.network.neutron [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.560193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.560719] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.563499] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.464s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.623571] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d614c6-9cab-8155-72cf-ac3949932a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.021674} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.623815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.624179] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 63af3181-231c-45dd-9df8-915064dedcf2/63af3181-231c-45dd-9df8-915064dedcf2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.627496] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f9d79d4-99c5-425b-bbe1-e864eec0ccaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.638090] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b42451-80c2-a87a-98fa-9272e2259394, 'name': SearchDatastore_Task, 'duration_secs': 0.016575} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.639549] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.639796] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.640041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.640195] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.640381] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.640735] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 637.640735] env[69133]: value = "task-3190415" [ 637.640735] env[69133]: _type = "Task" [ 637.640735] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.640962] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a4dd949-7eed-4670-a2af-e23d8956f19b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.653057] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.654716] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.654716] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.655326] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0a2de2-92ce-4786-abdd-88254e0b5ad2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.663683] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 637.663683] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a1ae67-1fc1-5b6e-8345-56a8c391c910" [ 637.663683] env[69133]: _type = "Task" [ 637.663683] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.674948] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1ae67-1fc1-5b6e-8345-56a8c391c910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.775815] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190414, 'name': PowerOffVM_Task, 'duration_secs': 0.266405} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.776155] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.776360] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.776620] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b9b6e37-110d-4423-bec2-2f71c12df871 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.825238] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Releasing lock "refresh_cache-a9a518c5-99a2-467e-943a-57f4558d8d3c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.825698] env[69133]: DEBUG nova.compute.manager [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.825918] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.826861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d2607-7403-48cf-8a2c-78fe8e3d0b54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.838260] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.839070] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31578678-77a6-4fae-bea3-cfd8bcf8871d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.846628] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 637.846628] env[69133]: value = "task-3190417" [ 637.846628] env[69133]: _type = "Task" [ 637.846628] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.852715] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.853188] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.853510] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Deleting the datastore file [datastore2] b76c1786-1b06-4192-ba91-cdcf42280839 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.854248] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c3d1df-eb39-482e-8287-dd52b4c9a36c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.861580] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.863173] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for the task: (returnval){ [ 637.863173] env[69133]: value = "task-3190418" [ 637.863173] env[69133]: _type = "Task" [ 637.863173] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.877405] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.059257] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.059739] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Instance network_info: |[{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.060387] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:bb:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72036f3-89ae-422f-ae6e-d7e16e74154d', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.071730] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Creating folder: Project (5267b90149274e5983cc46b4d823c2f8). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.073085] env[69133]: DEBUG nova.compute.utils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.083256] env[69133]: INFO nova.compute.claims [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.091843] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b7f1bb6-0c1a-45f5-bc67-226f8ea355ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.095725] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.095919] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.112090] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Created folder: Project (5267b90149274e5983cc46b4d823c2f8) in parent group-v637972. [ 638.112541] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Creating folder: Instances. Parent ref: group-v638019. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.112980] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913e284e-6056-4ab5-b331-991430218d53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.127844] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Created folder: Instances in parent group-v638019. [ 638.128136] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.128335] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.128550] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-492e5bf3-9a1a-4db3-a5fe-a05e735bb435 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.158707] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190415, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.160242] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.160242] env[69133]: value = "task-3190421" [ 638.160242] env[69133]: _type = "Task" [ 638.160242] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.178961] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1ae67-1fc1-5b6e-8345-56a8c391c910, 'name': SearchDatastore_Task, 'duration_secs': 0.016081} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.183165] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190421, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.183477] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e972ce82-90a7-4dc5-99ab-54ad95058493 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.192742] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 638.192742] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525c691c-0a0a-9035-4588-6cd5c801eafb" [ 638.192742] env[69133]: _type = "Task" [ 638.192742] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.204987] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525c691c-0a0a-9035-4588-6cd5c801eafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.218980] env[69133]: DEBUG nova.policy [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2fe240a1a74aa39552598e097f58c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b57c0658dc4c999d101f9054bf20f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.240820] env[69133]: DEBUG nova.network.neutron [-] [instance: 915965e6-8e99-4879-942c-816914502865] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.258540] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.259322] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.361559] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190417, 'name': PowerOffVM_Task, 'duration_secs': 0.23106} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.361907] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.362122] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.362418] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2788d17-52a4-46fc-9666-51db66d1baff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.375303] env[69133]: DEBUG oslo_vmware.api [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Task: {'id': task-3190418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.375303] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.375303] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.375470] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.375668] env[69133]: INFO nova.compute.manager [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Took 1.14 seconds to destroy the instance on the hypervisor. [ 638.376329] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.376618] env[69133]: DEBUG nova.compute.manager [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.376767] env[69133]: DEBUG nova.network.neutron [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.400520] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.400796] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.401077] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Deleting the datastore file [datastore2] a9a518c5-99a2-467e-943a-57f4558d8d3c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.401339] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611b501b-da0b-44da-87f0-3f06a8ef4582 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.410573] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for the task: (returnval){ [ 638.410573] env[69133]: value = "task-3190423" [ 638.410573] env[69133]: _type = "Task" [ 638.410573] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.421936] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.459709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "e7d034d2-6455-43c8-9629-70ca597034c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.460043] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.460301] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "e7d034d2-6455-43c8-9629-70ca597034c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.460547] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.460727] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.466567] env[69133]: INFO nova.compute.manager [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Terminating instance [ 638.596639] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.603909] env[69133]: INFO nova.compute.resource_tracker [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating resource usage from migration ea3c437a-df91-42d5-ad6c-92455bd140c9 [ 638.657632] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54918} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.658037] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 63af3181-231c-45dd-9df8-915064dedcf2/63af3181-231c-45dd-9df8-915064dedcf2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.658370] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.659868] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8267fa1-1493-4f98-85cb-07a4e5f378ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.672233] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190421, 'name': CreateVM_Task, 'duration_secs': 0.433032} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.674235] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.676070] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 638.676070] env[69133]: value = "task-3190424" [ 638.676070] env[69133]: _type = "Task" [ 638.676070] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.676070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.676070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.676070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.676664] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39e6c9b-6c94-4271-ab5d-7fd386ada5cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.692541] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 638.692541] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c26838-ccf0-7892-0d5e-77cbf806daec" [ 638.692541] env[69133]: _type = "Task" [ 638.692541] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.720721] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525c691c-0a0a-9035-4588-6cd5c801eafb, 'name': SearchDatastore_Task, 'duration_secs': 0.015592} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.720721] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c26838-ccf0-7892-0d5e-77cbf806daec, 'name': SearchDatastore_Task, 'duration_secs': 0.019036} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.720721] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.720862] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1a593f41-970d-49b9-abee-2e2329d2f4ee/1a593f41-970d-49b9-abee-2e2329d2f4ee.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.721484] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.722199] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.722199] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.722199] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.722461] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.723372] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0994cec7-dfbd-46fb-829a-e8b93c85be4c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.725652] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd14e9a-0508-414f-8ab0-4508387acd1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.737606] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 638.737606] env[69133]: value = "task-3190425" [ 638.737606] env[69133]: _type = "Task" [ 638.737606] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.737606] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.737938] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.742918] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e03320-a0ee-4a87-b167-d6ae6c470ac8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.748726] env[69133]: INFO nova.compute.manager [-] [instance: 915965e6-8e99-4879-942c-816914502865] Took 1.80 seconds to deallocate network for instance. [ 638.757810] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.760158] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 638.760158] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fd6e81-300e-2083-fa0b-d9196a26c5a6" [ 638.760158] env[69133]: _type = "Task" [ 638.760158] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.773820] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fd6e81-300e-2083-fa0b-d9196a26c5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.823979] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Received event network-changed-22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.824194] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Refreshing instance network info cache due to event network-changed-22ddd21a-8840-40c8-a33a-7a37c363b8fe. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.824720] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquiring lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.824720] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquired lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.825105] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Refreshing network info cache for port 22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.912529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "1e47a344-182a-4cab-bcab-c862dd68116a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.912676] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.923081] env[69133]: DEBUG oslo_vmware.api [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Task: {'id': task-3190423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11312} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.923356] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.923736] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.923736] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.923886] env[69133]: INFO nova.compute.manager [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 638.925234] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.925234] env[69133]: DEBUG nova.compute.manager [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.925234] env[69133]: DEBUG nova.network.neutron [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.970717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "refresh_cache-e7d034d2-6455-43c8-9629-70ca597034c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.970962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquired lock "refresh_cache-e7d034d2-6455-43c8-9629-70ca597034c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971225] env[69133]: DEBUG nova.network.neutron [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.993482] env[69133]: DEBUG nova.network.neutron [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.099166] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98fb24-2845-43d4-9fc4-761cec6ce654 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.109659] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a069d83-9d2b-4d00-9417-7e465b736859 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.151482] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b3c82-8538-413d-84f0-84da9012285f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.161865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e30c7d4-8fe4-443b-afda-bf2ea74fb44c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.182020] env[69133]: DEBUG nova.compute.provider_tree [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.194086] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187642} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.194863] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.196254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa10007-f2a1-4499-ada3-cd8a2e19974d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.230184] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 63af3181-231c-45dd-9df8-915064dedcf2/63af3181-231c-45dd-9df8-915064dedcf2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.230871] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900cacf1-2010-464a-8771-1926f7783049 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.262173] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.262692] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.265061] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 639.265061] env[69133]: value = "task-3190426" [ 639.265061] env[69133]: _type = "Task" [ 639.265061] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.278574] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.284134] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fd6e81-300e-2083-fa0b-d9196a26c5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027512} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.285124] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bcc4ba-d2f7-4495-8eca-5ff84b03eb43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.293527] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 639.293527] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f78d79-7069-7ded-45b7-308422e07a8f" [ 639.293527] env[69133]: _type = "Task" [ 639.293527] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.304187] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f78d79-7069-7ded-45b7-308422e07a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.314367] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Successfully updated port: a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.497215] env[69133]: DEBUG nova.network.neutron [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.526418] env[69133]: DEBUG nova.network.neutron [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.618989] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.659227] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.659227] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.659227] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.659521] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.659596] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.659695] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.659902] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.660069] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.662568] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.662568] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.662568] env[69133]: DEBUG nova.virt.hardware [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.662568] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4754df4-e25c-4a50-b5ce-04426d847b74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.672816] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37873044-14a4-4fff-992a-b95256594fee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.691034] env[69133]: DEBUG nova.scheduler.client.report [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.721822] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Successfully created port: 5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.728429] env[69133]: DEBUG nova.network.neutron [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.758908] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654328} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.759298] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1a593f41-970d-49b9-abee-2e2329d2f4ee/1a593f41-970d-49b9-abee-2e2329d2f4ee.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.759411] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.759996] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77df3602-090e-487c-b653-283971c527dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.769086] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 639.769086] env[69133]: value = "task-3190427" [ 639.769086] env[69133]: _type = "Task" [ 639.769086] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.784919] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190426, 'name': ReconfigVM_Task, 'duration_secs': 0.423349} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.787602] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 63af3181-231c-45dd-9df8-915064dedcf2/63af3181-231c-45dd-9df8-915064dedcf2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.789552] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.789552] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe2c24a-a560-4713-8060-73581fd99ff9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.798748] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 639.798748] env[69133]: value = "task-3190428" [ 639.798748] env[69133]: _type = "Task" [ 639.798748] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.807731] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f78d79-7069-7ded-45b7-308422e07a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.059996} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.808401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.808699] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c4ed826f-56bd-4482-b08f-468a90a6d5ef/c4ed826f-56bd-4482-b08f-468a90a6d5ef.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.809244] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-660247c9-27ec-4d4d-96a3-e9637f105dd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.814988] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190428, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.817131] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.817131] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquired lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.817352] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.820233] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 639.820233] env[69133]: value = "task-3190429" [ 639.820233] env[69133]: _type = "Task" [ 639.820233] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.832525] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.004381] env[69133]: INFO nova.compute.manager [-] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Took 1.08 seconds to deallocate network for instance. [ 640.033552] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updated VIF entry in instance network info cache for port 22ddd21a-8840-40c8-a33a-7a37c363b8fe. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.033931] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updating instance_info_cache with network_info: [{"id": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "address": "fa:16:3e:4d:cf:98", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ddd21a-88", "ovs_interfaceid": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.196443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.196683] env[69133]: INFO nova.compute.manager [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Migrating [ 640.196933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.197162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.198492] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.393s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.200198] env[69133]: INFO nova.compute.claims [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.213506] env[69133]: DEBUG nova.network.neutron [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.232563] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Releasing lock "refresh_cache-e7d034d2-6455-43c8-9629-70ca597034c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.232880] env[69133]: DEBUG nova.compute.manager [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.232966] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.235191] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4d9ff-e2a3-44df-8576-3e3c0ed6145c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.248275] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.250535] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843b59d9-b97d-4c08-856a-0e3ce60d5d54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.264538] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 640.264538] env[69133]: value = "task-3190430" [ 640.264538] env[69133]: _type = "Task" [ 640.264538] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.278120] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.288274] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083585} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.288898] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.289821] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25957d6-8e8f-4b60-a459-88929d64b7b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.323763] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 1a593f41-970d-49b9-abee-2e2329d2f4ee/1a593f41-970d-49b9-abee-2e2329d2f4ee.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.332173] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a2608a-8661-47a0-876c-be7dca609372 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.366854] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190428, 'name': Rename_Task, 'duration_secs': 0.246064} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.373147] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.373507] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.375107] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d533529-c6c1-4d31-925e-8764946aadb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.377395] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 640.377395] env[69133]: value = "task-3190431" [ 640.377395] env[69133]: _type = "Task" [ 640.377395] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.386600] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 640.386600] env[69133]: value = "task-3190432" [ 640.386600] env[69133]: _type = "Task" [ 640.386600] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.395665] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.401852] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.438335] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.515438] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.542019] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Releasing lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.542305] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Received event network-changed-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.542470] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Refreshing instance network info cache due to event network-changed-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.544237] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquiring lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.544237] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquired lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.544237] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Refreshing network info cache for port 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.703498] env[69133]: INFO nova.compute.rpcapi [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 640.704081] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.721571] env[69133]: INFO nova.compute.manager [-] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Took 2.34 seconds to deallocate network for instance. [ 640.776050] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190430, 'name': PowerOffVM_Task, 'duration_secs': 0.234642} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.776965] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.777511] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.777725] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03335313-5082-47a5-80cb-cb8bd15fc529 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.808992] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.809851] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.809851] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleting the datastore file [datastore2] e7d034d2-6455-43c8-9629-70ca597034c8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.810097] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3350f70-9cd9-4806-9e2e-10277f084312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.815378] env[69133]: DEBUG nova.network.neutron [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Updating instance_info_cache with network_info: [{"id": "a778f301-08e6-46fb-acf3-13e181f941e7", "address": "fa:16:3e:15:25:c1", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa778f301-08", "ovs_interfaceid": "a778f301-08e6-46fb-acf3-13e181f941e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.819097] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for the task: (returnval){ [ 640.819097] env[69133]: value = "task-3190434" [ 640.819097] env[69133]: _type = "Task" [ 640.819097] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.833158] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.842635] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588475} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.843493] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c4ed826f-56bd-4482-b08f-468a90a6d5ef/c4ed826f-56bd-4482-b08f-468a90a6d5ef.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.843493] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.843493] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead55185-f7c6-45d3-b83a-a2b01c686fa0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.851921] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 640.851921] env[69133]: value = "task-3190435" [ 640.851921] env[69133]: _type = "Task" [ 640.851921] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.864845] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.888825] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190431, 'name': ReconfigVM_Task, 'duration_secs': 0.417747} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.892437] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 1a593f41-970d-49b9-abee-2e2329d2f4ee/1a593f41-970d-49b9-abee-2e2329d2f4ee.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.893413] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44eec6ad-405e-47e2-b1c9-0cddfc55b39c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.903099] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.908223] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 640.908223] env[69133]: value = "task-3190436" [ 640.908223] env[69133]: _type = "Task" [ 640.908223] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.915716] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190436, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.200942] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.201447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.230062] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.230062] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.230062] env[69133]: DEBUG nova.network.neutron [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.231953] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.322341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Releasing lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.322625] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Instance network_info: |[{"id": "a778f301-08e6-46fb-acf3-13e181f941e7", "address": "fa:16:3e:15:25:c1", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa778f301-08", "ovs_interfaceid": "a778f301-08e6-46fb-acf3-13e181f941e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.323354] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:25:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a778f301-08e6-46fb-acf3-13e181f941e7', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.335246] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Creating folder: Project (6597687fd73e4e3f9068a62face52710). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.345705] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de092600-3d39-467f-be81-d09850d99749 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.360189] env[69133]: DEBUG oslo_vmware.api [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Task: {'id': task-3190434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180699} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.362221] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.362221] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.362725] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.362725] env[69133]: INFO nova.compute.manager [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 641.362904] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.363168] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Created folder: Project (6597687fd73e4e3f9068a62face52710) in parent group-v637972. [ 641.363655] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Creating folder: Instances. Parent ref: group-v638022. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.366616] env[69133]: DEBUG nova.compute.manager [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 641.366758] env[69133]: DEBUG nova.network.neutron [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.369314] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b58372e1-0eac-44fe-9524-f1d218019bb1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.371037] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110369} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.373574] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.375384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5cb79b-3ef5-4991-9ba7-accc95923ea2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.405682] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c4ed826f-56bd-4482-b08f-468a90a6d5ef/c4ed826f-56bd-4482-b08f-468a90a6d5ef.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.407405] env[69133]: DEBUG nova.network.neutron [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.414371] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792e8be1-0233-42b5-a62f-c4ab382ef8e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.429330] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Created folder: Instances in parent group-v638022. [ 641.429577] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.430660] env[69133]: DEBUG nova.network.neutron [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.435549] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.440109] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16e36685-d85f-46d8-b8ec-900b613cbf7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.466828] env[69133]: DEBUG oslo_vmware.api [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190432, 'name': PowerOnVM_Task, 'duration_secs': 0.605343} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.466828] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 641.466828] env[69133]: value = "task-3190439" [ 641.466828] env[69133]: _type = "Task" [ 641.466828] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.469311] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.469311] env[69133]: INFO nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Took 19.73 seconds to spawn the instance on the hypervisor. [ 641.470197] env[69133]: DEBUG nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.474427] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753b5cc-640f-447e-93b3-73d9ccb3675f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.482096] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190436, 'name': Rename_Task, 'duration_secs': 0.220151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.483988] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.484372] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.484372] env[69133]: value = "task-3190440" [ 641.484372] env[69133]: _type = "Task" [ 641.484372] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.485447] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-672beaa0-7e8b-44cd-ba85-0912572bf3ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.494745] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.502399] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 641.502399] env[69133]: value = "task-3190441" [ 641.502399] env[69133]: _type = "Task" [ 641.502399] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.508827] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190440, 'name': CreateVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.516808] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.548241] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updated VIF entry in instance network info cache for port 3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.548713] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updating instance_info_cache with network_info: [{"id": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "address": "fa:16:3e:f2:4e:09", "network": {"id": "20f1903f-c0dd-4b3b-9d4f-73497fc95e5e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-405114395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3424983994594994acef4e6798ef78f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddabe87-b9", "ovs_interfaceid": "3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.811933] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d640f8-3da4-45ef-ad53-d4168fb15965 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.824226] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Successfully updated port: 5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.828550] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f76aad-364e-4dbe-9c8b-0493587430fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.864239] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd2087f-69ec-4987-a02d-4285ed1ad8b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.876077] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54470a4-229d-40de-9038-4eb2868f6805 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.891956] env[69133]: DEBUG nova.compute.provider_tree [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.913044] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 915965e6-8e99-4879-942c-816914502865] Received event network-vif-deleted-f5d49917-3002-4961-8bf2-f38a78e9edb0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.913044] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Received event network-vif-plugged-a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.913151] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Acquiring lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.913276] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.913542] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.913710] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] No waiting events found dispatching network-vif-plugged-a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.913870] env[69133]: WARNING nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Received unexpected event network-vif-plugged-a778f301-08e6-46fb-acf3-13e181f941e7 for instance with vm_state building and task_state spawning. [ 641.914713] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Received event network-changed-a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.914713] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Refreshing instance network info cache due to event network-changed-a778f301-08e6-46fb-acf3-13e181f941e7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.914713] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Acquiring lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.914713] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Acquired lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.914713] env[69133]: DEBUG nova.network.neutron [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Refreshing network info cache for port a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.939818] env[69133]: INFO nova.compute.manager [-] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Took 0.57 seconds to deallocate network for instance. [ 641.980529] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.997347] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190440, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.018817] env[69133]: INFO nova.compute.manager [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Took 32.92 seconds to build instance. [ 642.020071] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.051844] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Releasing lock "refresh_cache-ada1d08c-09a0-4682-ba11-1c6cd5e78f92" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.052139] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-vif-plugged-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.052337] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquiring lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.052563] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.052698] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.052894] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] No waiting events found dispatching network-vif-plugged-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.053038] env[69133]: WARNING nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received unexpected event network-vif-plugged-f72036f3-89ae-422f-ae6e-d7e16e74154d for instance with vm_state building and task_state spawning. [ 642.053346] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.053426] env[69133]: DEBUG nova.compute.manager [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing instance network info cache due to event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.053665] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.053807] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.053988] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.083156] env[69133]: DEBUG nova.network.neutron [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.330291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330291] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.398333] env[69133]: DEBUG nova.scheduler.client.report [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.449402] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.481238] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190439, 'name': ReconfigVM_Task, 'duration_secs': 0.895913} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.481621] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c4ed826f-56bd-4482-b08f-468a90a6d5ef/c4ed826f-56bd-4482-b08f-468a90a6d5ef.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.482226] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed92a00-359c-4c05-b2d1-f829c597e3a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.492457] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 642.492457] env[69133]: value = "task-3190442" [ 642.492457] env[69133]: _type = "Task" [ 642.492457] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.499958] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190440, 'name': CreateVM_Task, 'duration_secs': 0.524841} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.500511] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.501447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501574] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.502193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.505972] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1b3a2f-fd36-4425-b3a9-fbbda3c1cdf5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.509192] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190442, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.518403] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 642.518403] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5240b479-2daf-c2ca-0a15-1a2b2d369053" [ 642.518403] env[69133]: _type = "Task" [ 642.518403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.523254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ecd49b6d-a57a-41e2-8e56-25bab66f135d tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.433s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.523588] env[69133]: DEBUG oslo_vmware.api [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190441, 'name': PowerOnVM_Task, 'duration_secs': 0.739286} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.528708] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.528914] env[69133]: INFO nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Took 11.72 seconds to spawn the instance on the hypervisor. [ 642.529169] env[69133]: DEBUG nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.530256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78524cf-3ec2-4deb-8dd8-0601dbd7d661 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.541741] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5240b479-2daf-c2ca-0a15-1a2b2d369053, 'name': SearchDatastore_Task, 'duration_secs': 0.020224} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.544206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.544442] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.544672] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.544816] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.545071] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.548320] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b38c356-ca74-438f-9742-8080755bc62b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.562145] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.562145] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.563675] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f117c797-34eb-4eab-a134-b063a745ee52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.574510] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 642.574510] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528fe652-23f8-9a10-32ee-4292cf70b718" [ 642.574510] env[69133]: _type = "Task" [ 642.574510] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.587752] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.587752] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fe652-23f8-9a10-32ee-4292cf70b718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.906921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.906921] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.909962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.375s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.914341] env[69133]: INFO nova.compute.claims [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.987631] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.014552] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190442, 'name': Rename_Task, 'duration_secs': 0.249485} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.014740] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.014997] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d0c08a3-ff40-4638-8c71-360c6a7a7962 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.024785] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 643.024785] env[69133]: value = "task-3190443" [ 643.024785] env[69133]: _type = "Task" [ 643.024785] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.030925] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.041738] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.062630] env[69133]: INFO nova.compute.manager [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Took 31.34 seconds to build instance. [ 643.094104] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fe652-23f8-9a10-32ee-4292cf70b718, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.095293] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5d30a6-6393-4a60-912d-e5b723388956 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.102175] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 643.102175] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5205578a-8400-92ed-5f49-acbe5abeb38a" [ 643.102175] env[69133]: _type = "Task" [ 643.102175] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.116974] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205578a-8400-92ed-5f49-acbe5abeb38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.170771] env[69133]: DEBUG nova.network.neutron [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Updated VIF entry in instance network info cache for port a778f301-08e6-46fb-acf3-13e181f941e7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.170771] env[69133]: DEBUG nova.network.neutron [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Updating instance_info_cache with network_info: [{"id": "a778f301-08e6-46fb-acf3-13e181f941e7", "address": "fa:16:3e:15:25:c1", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa778f301-08", "ovs_interfaceid": "a778f301-08e6-46fb-acf3-13e181f941e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.333024] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updated VIF entry in instance network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.333024] env[69133]: DEBUG nova.network.neutron [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.386482] env[69133]: DEBUG nova.network.neutron [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Updating instance_info_cache with network_info: [{"id": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "address": "fa:16:3e:b8:b4:6b", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175b726-7f", "ovs_interfaceid": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.420898] env[69133]: DEBUG nova.compute.utils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.424810] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.425287] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.508178] env[69133]: DEBUG nova.policy [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3a62b17cdb4ee3a59e37c19ebd23ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92b3b240a4244ca688706e0bad820d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.541591] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.565471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.566352] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a446234e-c49a-44f1-bdf0-9e4b7f3c5648 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.851s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.616166] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205578a-8400-92ed-5f49-acbe5abeb38a, 'name': SearchDatastore_Task, 'duration_secs': 0.026593} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.617268] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.617268] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0e2e54bd-53c1-4621-8f02-c4e2d553967f/0e2e54bd-53c1-4621-8f02-c4e2d553967f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.617268] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efef489e-0e9f-4a1d-96bd-68e1cd8600bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.628161] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 643.628161] env[69133]: value = "task-3190444" [ 643.628161] env[69133]: _type = "Task" [ 643.628161] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.639756] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.673731] env[69133]: DEBUG oslo_concurrency.lockutils [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] Releasing lock "refresh_cache-0e2e54bd-53c1-4621-8f02-c4e2d553967f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.674032] env[69133]: DEBUG nova.compute.manager [req-95bb0846-4488-4cac-a125-27b2820b61e4 req-b65b5a36-e774-47ab-8b07-1cc28385182c service nova] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Received event network-vif-deleted-f1c9aa73-b35d-4520-b04f-30f88fb825bb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.835230] env[69133]: DEBUG oslo_concurrency.lockutils [req-de836271-18b1-43f0-abb2-721869b18705 req-4eb44a5c-2f96-41f7-8a79-43b3bc21edb7 service nova] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.891517] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.891927] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Instance network_info: |[{"id": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "address": "fa:16:3e:b8:b4:6b", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175b726-7f", "ovs_interfaceid": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.892698] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:b4:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5175b726-7fc4-4e29-b9a9-cff587afbfcf', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.901594] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating folder: Project (c5b57c0658dc4c999d101f9054bf20f4). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.902095] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75116426-6d9a-45ad-8266-8b627b1042a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.914817] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created folder: Project (c5b57c0658dc4c999d101f9054bf20f4) in parent group-v637972. [ 643.915109] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating folder: Instances. Parent ref: group-v638025. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.915421] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-570c6e10-d7e1-4420-93e0-0134c5284d0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.932408] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.939026] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created folder: Instances in parent group-v638025. [ 643.940717] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.940717] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.940717] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8228f1d3-3d29-4138-99d4-e396bc49cde0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.968830] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.968830] env[69133]: value = "task-3190447" [ 643.968830] env[69133]: _type = "Task" [ 643.968830] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.982304] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190447, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.051798] env[69133]: DEBUG oslo_vmware.api [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190443, 'name': PowerOnVM_Task, 'duration_secs': 0.678493} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.052317] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.053947] env[69133]: INFO nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Took 10.69 seconds to spawn the instance on the hypervisor. [ 644.053947] env[69133]: DEBUG nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.055543] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e416bf7-3bfa-4f79-ab70-7befe3d22d7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.077208] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.106590] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2177cd-50ab-4eae-92af-b6bee24c0065 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.127467] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.134064] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Successfully created port: 37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.151029] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.482181] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190447, 'name': CreateVM_Task, 'duration_secs': 0.472115} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.486127] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.489215] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.489215] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.489215] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.489215] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d479bd3d-f1d9-4181-8bed-b4264fc36173 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.494031] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 644.494031] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5248b5f3-99e2-22e7-19c0-a3366df113b7" [ 644.494031] env[69133]: _type = "Task" [ 644.494031] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.502893] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fce4d73-1e74-46af-9cb9-ec77d0cbab9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.514747] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5248b5f3-99e2-22e7-19c0-a3366df113b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.516514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.516846] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.518037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.518037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.518037] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.518037] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18122644-a459-4f86-8293-5ff89ceded7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.521378] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bb69d-7036-446e-9dc3-bc6ba3b8a444 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.560582] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c636c-9751-4018-a9dc-d7d2989b7e60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.563654] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.563836] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.564900] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf085a5f-ca0f-4b5c-a476-abf3da2b1092 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.571184] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 644.571184] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520fc5a5-1277-8b29-113c-bc7d55ec8cb5" [ 644.571184] env[69133]: _type = "Task" [ 644.571184] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.578632] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282938ab-6e47-46fb-a761-34802a593420 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.596831] env[69133]: INFO nova.compute.manager [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Took 28.88 seconds to build instance. [ 644.614336] env[69133]: DEBUG nova.compute.provider_tree [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.616113] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520fc5a5-1277-8b29-113c-bc7d55ec8cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.617222] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59042941-3b73-4e15-82cf-49cbae4b434f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.625440] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 644.625440] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524ca74e-2a0f-e7d4-743f-a2143c70bff2" [ 644.625440] env[69133]: _type = "Task" [ 644.625440] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.631277] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.641393] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.642411] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524ca74e-2a0f-e7d4-743f-a2143c70bff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.646371] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1d71e2-d677-44f6-bfb7-9dcb356de54c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.656360] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625891} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.658340] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0e2e54bd-53c1-4621-8f02-c4e2d553967f/0e2e54bd-53c1-4621-8f02-c4e2d553967f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.660019] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.660019] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 644.660019] env[69133]: value = "task-3190448" [ 644.660019] env[69133]: _type = "Task" [ 644.660019] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.660019] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9658c392-00a9-4d48-a71f-5c68ab16f8af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.676766] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.678344] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 644.678344] env[69133]: value = "task-3190449" [ 644.678344] env[69133]: _type = "Task" [ 644.678344] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.692961] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.842435] env[69133]: DEBUG nova.compute.manager [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Received event network-vif-plugged-5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.842435] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Acquiring lock "252b5ecb-6b62-4456-acfc-991572db2019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.842435] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Lock "252b5ecb-6b62-4456-acfc-991572db2019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.842435] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Lock "252b5ecb-6b62-4456-acfc-991572db2019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.842693] env[69133]: DEBUG nova.compute.manager [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] No waiting events found dispatching network-vif-plugged-5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.846540] env[69133]: WARNING nova.compute.manager [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Received unexpected event network-vif-plugged-5175b726-7fc4-4e29-b9a9-cff587afbfcf for instance with vm_state building and task_state spawning. [ 644.846646] env[69133]: DEBUG nova.compute.manager [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Received event network-changed-5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.846786] env[69133]: DEBUG nova.compute.manager [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Refreshing instance network info cache due to event network-changed-5175b726-7fc4-4e29-b9a9-cff587afbfcf. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.847039] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Acquiring lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.847189] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Acquired lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.847341] env[69133]: DEBUG nova.network.neutron [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Refreshing network info cache for port 5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.939074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "255d9e2d-714c-4629-99eb-0591af94c0e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.939595] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.949017] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.985823] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.986184] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.986336] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.986519] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.986664] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.986884] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.987245] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.987245] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.987427] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.987513] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.987680] env[69133]: DEBUG nova.virt.hardware [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.988725] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b354f67-eebb-43bb-96ae-5bb9e6d82b82 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.998073] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a494deee-4560-45d1-87d2-716f4095d530 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.111840] env[69133]: DEBUG oslo_concurrency.lockutils [None req-acd2e3bb-dfd5-4234-819e-e3bb62fbb480 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.276s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.117242] env[69133]: DEBUG nova.scheduler.client.report [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.139987] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524ca74e-2a0f-e7d4-743f-a2143c70bff2, 'name': SearchDatastore_Task, 'duration_secs': 0.014452} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.140190] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.140469] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 252b5ecb-6b62-4456-acfc-991572db2019/252b5ecb-6b62-4456-acfc-991572db2019.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.140746] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bf2abc7-aefb-44f7-b99b-f70ccc3ae964 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.149782] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 645.149782] env[69133]: value = "task-3190450" [ 645.149782] env[69133]: _type = "Task" [ 645.149782] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.159343] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.172288] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190448, 'name': PowerOffVM_Task, 'duration_secs': 0.239689} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.172556] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.173699] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.190705] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152327} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.190945] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.195619] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02538f-a8cc-4977-b73f-bcd7d2a9d43b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.223731] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0e2e54bd-53c1-4621-8f02-c4e2d553967f/0e2e54bd-53c1-4621-8f02-c4e2d553967f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.224083] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-391a9c88-3036-47e0-b046-83c269ec32fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.248423] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 645.248423] env[69133]: value = "task-3190451" [ 645.248423] env[69133]: _type = "Task" [ 645.248423] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.261572] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.318098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.318098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.318098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "63af3181-231c-45dd-9df8-915064dedcf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.318098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.318098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.320524] env[69133]: INFO nova.compute.manager [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Terminating instance [ 645.617503] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.624416] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.624416] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.629556] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.781s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.632367] env[69133]: INFO nova.compute.claims [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.669082] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.681659] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.681659] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.681943] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.693189] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.694773] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.695099] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.708271] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901cef69-8ada-4d84-b998-09a14177b01a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.739497] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 645.739497] env[69133]: value = "task-3190452" [ 645.739497] env[69133]: _type = "Task" [ 645.739497] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.750278] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.755182] env[69133]: DEBUG nova.network.neutron [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Updated VIF entry in instance network info cache for port 5175b726-7fc4-4e29-b9a9-cff587afbfcf. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.755270] env[69133]: DEBUG nova.network.neutron [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Updating instance_info_cache with network_info: [{"id": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "address": "fa:16:3e:b8:b4:6b", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5175b726-7f", "ovs_interfaceid": "5175b726-7fc4-4e29-b9a9-cff587afbfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.764094] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.825693] env[69133]: DEBUG nova.compute.manager [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.825693] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.826591] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98cc6c-725b-42b8-9c17-02b34b0d2150 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.835998] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.836303] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d370c490-1ab2-406c-a0af-0865c84f364c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.846136] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 645.846136] env[69133]: value = "task-3190453" [ 645.846136] env[69133]: _type = "Task" [ 645.846136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.856825] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.147024] env[69133]: DEBUG nova.compute.utils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.150151] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.150462] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.173740] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624554} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.173740] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 252b5ecb-6b62-4456-acfc-991572db2019/252b5ecb-6b62-4456-acfc-991572db2019.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.173991] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.176790] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-197a500d-0039-464f-b075-666843236e53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.183568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.185929] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 646.185929] env[69133]: value = "task-3190454" [ 646.185929] env[69133]: _type = "Task" [ 646.185929] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.197197] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.253988] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190452, 'name': ReconfigVM_Task, 'duration_secs': 0.406958} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.258821] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.263258] env[69133]: DEBUG oslo_concurrency.lockutils [req-42eb4b60-bab7-4171-b315-c363bcd5fa49 req-8c918b37-8312-41c1-aa5d-f6351d6b425f service nova] Releasing lock "refresh_cache-252b5ecb-6b62-4456-acfc-991572db2019" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.273217] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190451, 'name': ReconfigVM_Task, 'duration_secs': 0.831804} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.273526] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0e2e54bd-53c1-4621-8f02-c4e2d553967f/0e2e54bd-53c1-4621-8f02-c4e2d553967f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.277174] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74bec952-b501-4538-866d-1db7dcdf8b89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.284174] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 646.284174] env[69133]: value = "task-3190455" [ 646.284174] env[69133]: _type = "Task" [ 646.284174] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.296544] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190455, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.298356] env[69133]: DEBUG nova.policy [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04435bdd431243e1a555e4013bf32e1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f7a219b5c74451a8b71fd1f92b8d4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.361137] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190453, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.375944] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Successfully updated port: 37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.650388] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.699147] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109273} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.701069] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.702260] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45725762-1796-4e6f-9f6b-5ec1541d15d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.729297] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 252b5ecb-6b62-4456-acfc-991572db2019/252b5ecb-6b62-4456-acfc-991572db2019.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.733060] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77580cc6-cc13-44a6-b191-21f6c6fe45b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.757160] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 646.757160] env[69133]: value = "task-3190456" [ 646.757160] env[69133]: _type = "Task" [ 646.757160] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.766391] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.766668] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.766803] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.766988] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.767249] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.767339] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.767530] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.767761] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.767939] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.768014] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.768268] env[69133]: DEBUG nova.virt.hardware [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.775020] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 646.777095] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb431285-da4c-4677-93bd-747cad34cc48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.799462] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.809816] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190455, 'name': Rename_Task, 'duration_secs': 0.21406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.811881] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.812272] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 646.812272] env[69133]: value = "task-3190457" [ 646.812272] env[69133]: _type = "Task" [ 646.812272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.815855] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff9aa979-2800-470e-8086-35f878da8bcb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.826471] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.828067] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 646.828067] env[69133]: value = "task-3190458" [ 646.828067] env[69133]: _type = "Task" [ 646.828067] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.835522] env[69133]: DEBUG nova.compute.manager [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.836211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607d15d-c2ac-4024-97aa-50f2e838d4f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.846150] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.862584] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190453, 'name': PowerOffVM_Task, 'duration_secs': 0.591078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.863464] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.863464] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.863464] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-346c9e28-1993-4913-9997-26a1bac8ea56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.881561] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.881561] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquired lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.883272] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.976789] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Successfully created port: 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.050620] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.050910] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.051211] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleting the datastore file [datastore2] 63af3181-231c-45dd-9df8-915064dedcf2 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.051498] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfce38e3-e7c4-4345-9858-8534afa3c281 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.065839] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 647.065839] env[69133]: value = "task-3190460" [ 647.065839] env[69133]: _type = "Task" [ 647.065839] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.084321] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.220542] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f8a38-534d-4119-8094-a3eef87ff7c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.235107] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9b558a-9ca0-43af-ad3a-1e2850e27f2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.274536] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9d45e-afac-400a-83fb-fc484371eed8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.283232] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190456, 'name': ReconfigVM_Task, 'duration_secs': 0.370564} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.286124] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 252b5ecb-6b62-4456-acfc-991572db2019/252b5ecb-6b62-4456-acfc-991572db2019.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.286968] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b41dca9a-6bd6-45d2-93c7-16720b900550 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.290371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d899770-15a0-4692-8fc2-0eeb0282b285 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.307361] env[69133]: DEBUG nova.compute.provider_tree [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.309883] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 647.309883] env[69133]: value = "task-3190461" [ 647.309883] env[69133]: _type = "Task" [ 647.309883] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.321115] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190461, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.333014] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190457, 'name': ReconfigVM_Task, 'duration_secs': 0.192901} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.337213] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 647.341168] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033acf52-97d6-4da9-ac8a-fc8ccc0902f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.362563] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.363617] env[69133]: INFO nova.compute.manager [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] instance snapshotting [ 647.372706] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.373612] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd84e09-bff4-4667-91b6-dc3611c09fe5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.387336] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599cdda-5371-4496-874e-4c161f54a746 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.410594] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b363d2cb-544c-4f00-8a2c-54d835ca747a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.413471] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 647.413471] env[69133]: value = "task-3190462" [ 647.413471] env[69133]: _type = "Task" [ 647.413471] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.425492] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.472943] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.576838] env[69133]: DEBUG oslo_vmware.api [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.578655] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.578655] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.578804] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.579046] env[69133]: INFO nova.compute.manager [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Took 1.75 seconds to destroy the instance on the hypervisor. [ 647.579351] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.579610] env[69133]: DEBUG nova.compute.manager [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.579730] env[69133]: DEBUG nova.network.neutron [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.662377] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.695823] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.696125] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.696295] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.698217] env[69133]: DEBUG nova.virt.hardware [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.698640] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3554a541-3b39-4e52-8fb4-4fec32e5bb05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.712553] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c1e8d-7b3b-48ea-8e58-d7d34476bdff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.816377] env[69133]: DEBUG nova.scheduler.client.report [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.829855] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190461, 'name': Rename_Task, 'duration_secs': 0.276678} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.832233] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.832233] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022529fb-b94c-4e2b-865f-b09942e16617 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.843506] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 647.843506] env[69133]: value = "task-3190463" [ 647.843506] env[69133]: _type = "Task" [ 647.843506] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.848083] env[69133]: DEBUG oslo_vmware.api [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190458, 'name': PowerOnVM_Task, 'duration_secs': 0.914639} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.851668] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.851824] env[69133]: INFO nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Took 10.85 seconds to spawn the instance on the hypervisor. [ 647.851969] env[69133]: DEBUG nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.853019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90845abf-f42c-4941-86a1-d75acbe06f11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.868436] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190463, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.930920] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.933266] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190462, 'name': ReconfigVM_Task, 'duration_secs': 0.315718} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.933710] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c689d6d3-ddca-4b92-86da-f4ecf3a7623c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.936576] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542/a8db27a1-1b94-4552-a86b-60a0c641a542.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.936576] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.950666] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 647.950666] env[69133]: value = "task-3190464" [ 647.950666] env[69133]: _type = "Task" [ 647.950666] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.964284] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190464, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.009466] env[69133]: DEBUG nova.compute.manager [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Received event network-changed-22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.009657] env[69133]: DEBUG nova.compute.manager [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Refreshing instance network info cache due to event network-changed-22ddd21a-8840-40c8-a33a-7a37c363b8fe. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.009866] env[69133]: DEBUG oslo_concurrency.lockutils [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] Acquiring lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010009] env[69133]: DEBUG oslo_concurrency.lockutils [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] Acquired lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010187] env[69133]: DEBUG nova.network.neutron [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Refreshing network info cache for port 22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.043444] env[69133]: DEBUG nova.compute.manager [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Received event network-vif-plugged-37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.043725] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Acquiring lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.043949] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.044043] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.044290] env[69133]: DEBUG nova.compute.manager [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] No waiting events found dispatching network-vif-plugged-37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.044872] env[69133]: WARNING nova.compute.manager [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Received unexpected event network-vif-plugged-37931ed6-8c0e-4f08-b2ce-403cbdf5299b for instance with vm_state building and task_state spawning. [ 648.044872] env[69133]: DEBUG nova.compute.manager [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Received event network-changed-37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.044872] env[69133]: DEBUG nova.compute.manager [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Refreshing instance network info cache due to event network-changed-37931ed6-8c0e-4f08-b2ce-403cbdf5299b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.045214] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Acquiring lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.106315] env[69133]: DEBUG nova.network.neutron [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Updating instance_info_cache with network_info: [{"id": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "address": "fa:16:3e:9e:99:d2", "network": {"id": "b778db5a-31c3-4073-9906-84c581925d93", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-487282321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3b240a4244ca688706e0bad820d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37931ed6-8c", "ovs_interfaceid": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.326302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.327419] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.331251] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.081s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.333820] env[69133]: INFO nova.compute.claims [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.363062] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.386496] env[69133]: INFO nova.compute.manager [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Took 28.90 seconds to build instance. [ 648.448120] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf77e6-c730-4865-849a-6fd4be48beca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.466272] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190464, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.480513] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e3f6a5-ab9c-43e6-8bf9-6047125e3f3c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.505483] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.612172] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Releasing lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.612584] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Instance network_info: |[{"id": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "address": "fa:16:3e:9e:99:d2", "network": {"id": "b778db5a-31c3-4073-9906-84c581925d93", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-487282321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3b240a4244ca688706e0bad820d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37931ed6-8c", "ovs_interfaceid": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.613297] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Acquired lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.613297] env[69133]: DEBUG nova.network.neutron [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Refreshing network info cache for port 37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.614598] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:99:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37931ed6-8c0e-4f08-b2ce-403cbdf5299b', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.624071] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Creating folder: Project (92b3b240a4244ca688706e0bad820d3d). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.625086] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0487b7f4-4db6-4cac-9e46-7297e8067401 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.640850] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Created folder: Project (92b3b240a4244ca688706e0bad820d3d) in parent group-v637972. [ 648.640850] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Creating folder: Instances. Parent ref: group-v638028. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.641260] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c183b834-d61a-430b-a83c-8946453b2554 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.655373] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Created folder: Instances in parent group-v638028. [ 648.655818] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.656532] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.656532] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ca333a-7395-45dd-a23e-cab5a54f75a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.678454] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.678454] env[69133]: value = "task-3190467" [ 648.678454] env[69133]: _type = "Task" [ 648.678454] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.689802] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190467, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.840501] env[69133]: DEBUG nova.compute.utils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.844104] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.844369] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.858803] env[69133]: DEBUG oslo_vmware.api [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190463, 'name': PowerOnVM_Task, 'duration_secs': 0.584917} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.859852] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.860074] env[69133]: INFO nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Took 9.24 seconds to spawn the instance on the hypervisor. [ 648.860256] env[69133]: DEBUG nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.861055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a859cfe-fd4b-4e0a-ae55-d3986c6d3e17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.889657] env[69133]: DEBUG oslo_concurrency.lockutils [None req-24616fe1-a4f1-4d9e-a6f9-2da6581cba47 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.141s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.968375] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190464, 'name': CreateSnapshot_Task, 'duration_secs': 0.751126} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.968375] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 648.968375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ccb8da-6551-46f6-994e-b369686eb81a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.032270] env[69133]: DEBUG nova.policy [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f73013a333b9457da32909dfd227df9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7e1da1a2414edba075dc38c4bf5aaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.143378] env[69133]: DEBUG nova.network.neutron [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Port 573f006d-d25d-4b72-b4b9-db62acae9bf7 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 649.196278] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190467, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.221142] env[69133]: DEBUG nova.network.neutron [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updated VIF entry in instance network info cache for port 22ddd21a-8840-40c8-a33a-7a37c363b8fe. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.221198] env[69133]: DEBUG nova.network.neutron [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updating instance_info_cache with network_info: [{"id": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "address": "fa:16:3e:4d:cf:98", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ddd21a-88", "ovs_interfaceid": "22ddd21a-8840-40c8-a33a-7a37c363b8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.335961] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Successfully updated port: 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.344652] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.384887] env[69133]: INFO nova.compute.manager [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Took 27.35 seconds to build instance. [ 649.400250] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.498502] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.499761] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6abdd8a8-36f7-4f81-a0f1-acfb012d985c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.511912] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 649.511912] env[69133]: value = "task-3190468" [ 649.511912] env[69133]: _type = "Task" [ 649.511912] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.532653] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.694729] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190467, 'name': CreateVM_Task, 'duration_secs': 0.626846} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.699534] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.704061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.704061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.704061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.704061] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-029a7e88-1c1d-432b-bc06-a943102d8fce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.710970] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 649.710970] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520e6165-e366-15ae-76e4-2fcf6007a43e" [ 649.710970] env[69133]: _type = "Task" [ 649.710970] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.732025] env[69133]: DEBUG oslo_concurrency.lockutils [req-055dc178-269b-47a6-aff3-ca12e9222bf4 req-7f48b391-a7b9-46d6-9b1a-b540dbf2d5ee service nova] Releasing lock "refresh_cache-1a593f41-970d-49b9-abee-2e2329d2f4ee" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.732025] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520e6165-e366-15ae-76e4-2fcf6007a43e, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.732025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.732025] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.732025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.732025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.732025] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.732391] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8781130a-465b-43bc-bdc5-834973b59e96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.745277] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.745277] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.746167] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b7e8ed-3399-49f2-8aa0-5df4eed0594b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.753483] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 649.753483] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d2678-84bf-39f1-dcea-60450c0fb8a9" [ 649.753483] env[69133]: _type = "Task" [ 649.753483] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.777750] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528d2678-84bf-39f1-dcea-60450c0fb8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.778630] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697bb754-31c6-4ebb-8c53-15bb90387429 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.797250] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 649.797250] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5234e517-a149-d4cd-fd23-38062627c333" [ 649.797250] env[69133]: _type = "Task" [ 649.797250] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.822401] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5234e517-a149-d4cd-fd23-38062627c333, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.822770] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.823103] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.823475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.823800] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] bfdd78b3-a9ad-41e7-817c-19a9d11785d3/bfdd78b3-a9ad-41e7-817c-19a9d11785d3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.828105] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd566486-0935-40fa-a610-3aac6464c8c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.839345] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 649.839345] env[69133]: value = "task-3190469" [ 649.839345] env[69133]: _type = "Task" [ 649.839345] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.840043] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.840249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.840451] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.863641] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.866889] env[69133]: DEBUG nova.network.neutron [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Updated VIF entry in instance network info cache for port 37931ed6-8c0e-4f08-b2ce-403cbdf5299b. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.867598] env[69133]: DEBUG nova.network.neutron [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Updating instance_info_cache with network_info: [{"id": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "address": "fa:16:3e:9e:99:d2", "network": {"id": "b778db5a-31c3-4073-9906-84c581925d93", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-487282321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92b3b240a4244ca688706e0bad820d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37931ed6-8c", "ovs_interfaceid": "37931ed6-8c0e-4f08-b2ce-403cbdf5299b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.892703] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a35c0de-b263-4fae-862e-f14c5f75752e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.425s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.893406] env[69133]: DEBUG nova.network.neutron [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.932193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.981058] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Successfully created port: d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.997983] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacae809-8dc9-44fe-89bd-d740ed12ceb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.007257] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cddd6-e64b-466a-b3aa-330adcea7db9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.042646] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cc3379-4ba5-4b0a-bd59-692cc4b7872c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.054964] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c802edf-1997-477b-b6c5-53fcbe74f42b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.058963] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.071430] env[69133]: DEBUG nova.compute.provider_tree [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.172751] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.175977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.175977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.357027] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.373033] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.375865] env[69133]: DEBUG oslo_concurrency.lockutils [req-12045d00-913c-4b20-ad5e-0be2df4eca44 req-fa5d87ca-fc1f-420d-aa68-c34b12278b07 service nova] Releasing lock "refresh_cache-bfdd78b3-a9ad-41e7-817c-19a9d11785d3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.402992] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.406243] env[69133]: INFO nova.compute.manager [-] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Took 2.83 seconds to deallocate network for instance. [ 650.407062] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.419394] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.419722] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.419922] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.420232] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.420388] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.420604] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.420865] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.421086] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.421318] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.421550] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.421788] env[69133]: DEBUG nova.virt.hardware [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.422868] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65360170-6694-400b-99bd-72e2e677d0ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.444700] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6555843-6109-40df-be0d-0529d5dc3ae5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.554021] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.575491] env[69133]: DEBUG nova.scheduler.client.report [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.711368] env[69133]: DEBUG nova.network.neutron [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.855843] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609597} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.855843] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] bfdd78b3-a9ad-41e7-817c-19a9d11785d3/bfdd78b3-a9ad-41e7-817c-19a9d11785d3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.855843] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.855843] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01a48dea-5cdf-4dec-a447-73d238c192ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.867040] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 650.867040] env[69133]: value = "task-3190470" [ 650.867040] env[69133]: _type = "Task" [ 650.867040] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.880041] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.928817] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.942205] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.997786] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-deleted-0d20d2f2-48af-4add-89ea-0bdd4b574f2a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.998161] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-deleted-18ca5ce2-0abe-4553-8314-c7f79dcc0c20 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.998444] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-vif-plugged-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.998760] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Acquiring lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.999087] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.999369] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.999640] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] No waiting events found dispatching network-vif-plugged-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.999881] env[69133]: WARNING nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received unexpected event network-vif-plugged-49c64d2b-cff9-467d-a9af-d0e669b261eb for instance with vm_state building and task_state spawning. [ 651.000164] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.000424] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing instance network info cache due to event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.000699] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.050977] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.082779] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.083962] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.086523] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.046s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.088738] env[69133]: INFO nova.compute.claims [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.217023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.217023] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Instance network_info: |[{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.217023] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.217023] env[69133]: DEBUG nova.network.neutron [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.217023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:5b:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49c64d2b-cff9-467d-a9af-d0e669b261eb', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.230091] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Creating folder: Project (d6f7a219b5c74451a8b71fd1f92b8d4c). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.231190] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf15bc73-39bd-456d-9ed2-14c48fb9a46e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.244781] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Created folder: Project (d6f7a219b5c74451a8b71fd1f92b8d4c) in parent group-v637972. [ 651.245010] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Creating folder: Instances. Parent ref: group-v638033. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.245267] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a7f523d-ac79-4451-9be5-93836298ae98 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.257363] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Created folder: Instances in parent group-v638033. [ 651.257685] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.258979] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.259113] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.259778] env[69133]: DEBUG nova.network.neutron [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.261486] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.261486] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f61d723-1b05-4a29-8cdb-657e934b8c81 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.294604] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.294604] env[69133]: value = "task-3190473" [ 651.294604] env[69133]: _type = "Task" [ 651.294604] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.304414] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190473, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.315923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.316256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.316408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.316586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.316751] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.320066] env[69133]: INFO nova.compute.manager [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Terminating instance [ 651.377186] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094514} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.377553] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.379968] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d1287-1b4d-44bd-8917-f75bdff1e032 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.403349] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] bfdd78b3-a9ad-41e7-817c-19a9d11785d3/bfdd78b3-a9ad-41e7-817c-19a9d11785d3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.404073] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf7f963-795b-4e15-9159-a6374d4ab0b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.426597] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 651.426597] env[69133]: value = "task-3190474" [ 651.426597] env[69133]: _type = "Task" [ 651.426597] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.436414] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.558160] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.595668] env[69133]: DEBUG nova.compute.utils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.608240] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.608467] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.695081] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.695344] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.701373] env[69133]: DEBUG nova.policy [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26052443844a4f3a8f0d1c8304dfd5f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07974c6aa48b45619a9eeedea2de9f25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.806170] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190473, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.825165] env[69133]: DEBUG nova.compute.manager [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.825165] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.826218] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916477dd-5887-41bd-baa4-e3c8bab7aeca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.836318] env[69133]: DEBUG nova.network.neutron [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.845730] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.846338] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5581a7df-10af-484e-bbbc-f434bd07e3d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.859035] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Successfully updated port: d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.863471] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 651.863471] env[69133]: value = "task-3190475" [ 651.863471] env[69133]: _type = "Task" [ 651.863471] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.878399] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.939418] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.056077] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.109076] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.215705] env[69133]: DEBUG nova.network.neutron [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updated VIF entry in instance network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.216116] env[69133]: DEBUG nova.network.neutron [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.307820] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190473, 'name': CreateVM_Task, 'duration_secs': 0.748827} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.311327] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.316197] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.316197] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.316443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.316742] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1794dce-9e9c-4b42-ab1c-9c4ffa38d803 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.322788] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 652.322788] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5284ebe5-282d-19f3-7b41-3690ac093376" [ 652.322788] env[69133]: _type = "Task" [ 652.322788] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.333822] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5284ebe5-282d-19f3-7b41-3690ac093376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.347510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.365372] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.365512] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquired lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.365683] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.377274] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190475, 'name': PowerOffVM_Task, 'duration_secs': 0.371088} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.377542] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.377601] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.377820] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f16144-bb47-4039-9e4e-257f43fac223 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.437844] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190474, 'name': ReconfigVM_Task, 'duration_secs': 0.811859} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.438251] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Reconfigured VM instance instance-00000013 to attach disk [datastore2] bfdd78b3-a9ad-41e7-817c-19a9d11785d3/bfdd78b3-a9ad-41e7-817c-19a9d11785d3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.441718] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc57550e-4534-4a7d-a82a-96d3e0a5924c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.452396] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 652.452396] env[69133]: value = "task-3190477" [ 652.452396] env[69133]: _type = "Task" [ 652.452396] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.465440] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.465625] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.465838] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Deleting the datastore file [datastore2] 0e2e54bd-53c1-4621-8f02-c4e2d553967f {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.466642] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd8f8e5-86b9-4148-b5a7-2c2499b78110 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.472011] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190477, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.472846] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Successfully created port: c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.476075] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for the task: (returnval){ [ 652.476075] env[69133]: value = "task-3190478" [ 652.476075] env[69133]: _type = "Task" [ 652.476075] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.489238] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.557612] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190468, 'name': CloneVM_Task, 'duration_secs': 2.555867} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.558227] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Created linked-clone VM from snapshot [ 652.559943] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7708d-8203-4f8d-abb0-dcd3aaf10412 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.570659] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Uploading image 1c6e7072-55e1-4d6d-baf4-f016f9eb907d {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 652.592166] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 652.592501] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1de88c42-962b-4d00-b338-758258581d1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.601885] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 652.601885] env[69133]: value = "task-3190479" [ 652.601885] env[69133]: _type = "Task" [ 652.601885] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.621780] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190479, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.684474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "252b5ecb-6b62-4456-acfc-991572db2019" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.684474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.684474] env[69133]: DEBUG nova.compute.manager [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.686055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1c177-7ba3-44f9-8afb-fbabc2fd4604 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.692789] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b29c82-41ff-418d-b6b8-e056f7bfb094 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.701159] env[69133]: DEBUG nova.compute.manager [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 652.701756] env[69133]: DEBUG nova.objects.instance [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'flavor' on Instance uuid 252b5ecb-6b62-4456-acfc-991572db2019 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.704961] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e436e75-1874-467b-8dcc-c55a4f628e16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.737733] env[69133]: DEBUG oslo_concurrency.lockutils [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.738057] env[69133]: DEBUG nova.compute.manager [req-3a30731d-d46a-4ed0-9869-db04c64e457e req-8f6eb0e8-5d6c-422f-90eb-fee4e75b6832 service nova] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Received event network-vif-deleted-43fafb60-9eec-48a4-bd36-e5c76860c42e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.740792] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b3dd9b-1f29-4bca-b1cb-c94771eb49ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.750863] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55946c1e-c0cd-4c72-bbc4-84ae0ddeb673 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.768498] env[69133]: DEBUG nova.compute.provider_tree [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.837839] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5284ebe5-282d-19f3-7b41-3690ac093376, 'name': SearchDatastore_Task, 'duration_secs': 0.015735} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.838324] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.838517] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.838686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.838784] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840115] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.840477] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c732223-5f6a-4f91-9c9a-2f551b9c6050 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.853775] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.853775] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.857176] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce70117e-5952-4317-a918-b02e3b7d0397 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.867991] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 652.867991] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f2a1ba-73a9-4d05-c5be-57303dbfbce3" [ 652.867991] env[69133]: _type = "Task" [ 652.867991] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.878662] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f2a1ba-73a9-4d05-c5be-57303dbfbce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.884844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764db32d-0dfc-4405-9019-90afb4b3607c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.910877] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96748b5-bd6d-4013-9741-c301dbb4952d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.922201] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.926490] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.969068] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190477, 'name': Rename_Task, 'duration_secs': 0.195515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.969068] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.969068] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a20e9f0-399d-409e-b3f1-c76cb734aa35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.975578] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 652.975578] env[69133]: value = "task-3190480" [ 652.975578] env[69133]: _type = "Task" [ 652.975578] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.995327] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.001865] env[69133]: DEBUG oslo_vmware.api [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Task: {'id': task-3190478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145473} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.002289] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.002587] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.002871] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.003171] env[69133]: INFO nova.compute.manager [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 653.003571] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.003847] env[69133]: DEBUG nova.compute.manager [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.003992] env[69133]: DEBUG nova.network.neutron [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.119468] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190479, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.124337] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.149454] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.149706] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.149857] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.153447] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.153754] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.153926] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.154231] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.154495] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.154576] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.154750] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.155137] env[69133]: DEBUG nova.virt.hardware [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.156923] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e57e46a-e5f9-47ba-ab9a-ab7faf0175aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.168364] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ae5294-f242-4b8b-b8ca-5883623557d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.272716] env[69133]: DEBUG nova.network.neutron [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Updating instance_info_cache with network_info: [{"id": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "address": "fa:16:3e:63:c2:cc", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38bd59c-69", "ovs_interfaceid": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.274136] env[69133]: DEBUG nova.scheduler.client.report [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.372173] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "6502038f-b9db-464f-aef9-29abba56c18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.372436] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.388157] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f2a1ba-73a9-4d05-c5be-57303dbfbce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.388968] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88a7f6b-0199-4ddc-9d12-955b1a75491f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398058] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 653.398058] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e5c226-7a4b-b87b-80f3-b82b25ef18e7" [ 653.398058] env[69133]: _type = "Task" [ 653.398058] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.406484] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e5c226-7a4b-b87b-80f3-b82b25ef18e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.430919] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.431345] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade4d029-04ae-4d15-b6c6-b00f2b7b7d7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.440757] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 653.440757] env[69133]: value = "task-3190481" [ 653.440757] env[69133]: _type = "Task" [ 653.440757] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.450902] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "4c7e015f-a811-4ac5-932e-54003b564ff9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.451163] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.455740] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.489333] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.616016] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190479, 'name': Destroy_Task, 'duration_secs': 0.707983} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.619458] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Destroyed the VM [ 653.619458] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 653.619458] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b0117d4-a786-4555-8e37-c243d66aa762 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.628203] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 653.628203] env[69133]: value = "task-3190482" [ 653.628203] env[69133]: _type = "Task" [ 653.628203] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.641884] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.655087] env[69133]: DEBUG nova.compute.manager [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Received event network-vif-plugged-d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.655388] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Acquiring lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.655556] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.655803] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.656015] env[69133]: DEBUG nova.compute.manager [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] No waiting events found dispatching network-vif-plugged-d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.656235] env[69133]: WARNING nova.compute.manager [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Received unexpected event network-vif-plugged-d38bd59c-69be-4252-983a-f8157ad0b6c3 for instance with vm_state building and task_state spawning. [ 653.656403] env[69133]: DEBUG nova.compute.manager [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Received event network-changed-d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.656559] env[69133]: DEBUG nova.compute.manager [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Refreshing instance network info cache due to event network-changed-d38bd59c-69be-4252-983a-f8157ad0b6c3. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.656778] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Acquiring lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.710218] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.710341] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443fc008-effe-48c4-a83b-8635c4f03a77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.718481] env[69133]: DEBUG oslo_vmware.api [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 653.718481] env[69133]: value = "task-3190483" [ 653.718481] env[69133]: _type = "Task" [ 653.718481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.732762] env[69133]: DEBUG oslo_vmware.api [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.779117] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Releasing lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.779480] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Instance network_info: |[{"id": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "address": "fa:16:3e:63:c2:cc", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38bd59c-69", "ovs_interfaceid": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.779783] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Acquired lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.779959] env[69133]: DEBUG nova.network.neutron [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Refreshing network info cache for port d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.781648] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.782148] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.784730] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c2:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd38bd59c-69be-4252-983a-f8157ad0b6c3', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.792084] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Creating folder: Project (ba7e1da1a2414edba075dc38c4bf5aaa). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.797108] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.242s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.797108] env[69133]: DEBUG nova.objects.instance [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 653.798449] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96c22b05-0fe1-431e-9dfa-4b10d3b2d5f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.816711] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Created folder: Project (ba7e1da1a2414edba075dc38c4bf5aaa) in parent group-v637972. [ 653.817898] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Creating folder: Instances. Parent ref: group-v638036. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.817898] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861efbbf-13d4-4cb0-adb3-0d5d747b1791 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.833692] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Created folder: Instances in parent group-v638036. [ 653.834350] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.834350] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.834519] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b42fcbd-f743-4485-9ed4-e0015eee6de8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.860382] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.860382] env[69133]: value = "task-3190486" [ 653.860382] env[69133]: _type = "Task" [ 653.860382] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.872990] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190486, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.911992] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e5c226-7a4b-b87b-80f3-b82b25ef18e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.912295] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.912625] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 14000aa9-bfa5-488a-bcfb-4771792c5ce1/14000aa9-bfa5-488a-bcfb-4771792c5ce1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.912993] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-997e5cc7-5dc0-4d1d-8f67-64e21c08ac43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.921609] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 653.921609] env[69133]: value = "task-3190487" [ 653.921609] env[69133]: _type = "Task" [ 653.921609] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.932457] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.954123] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.990989] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.992478] env[69133]: DEBUG nova.network.neutron [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.144955] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.235575] env[69133]: DEBUG oslo_vmware.api [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190483, 'name': PowerOffVM_Task, 'duration_secs': 0.206586} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.236246] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.236556] env[69133]: DEBUG nova.compute.manager [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.237583] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019ff65-d68f-445d-a9c1-2cf86cedeafb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.295769] env[69133]: DEBUG nova.compute.utils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.297772] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.302026] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.377161] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190486, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.416601] env[69133]: DEBUG nova.policy [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2d056f870142b595a41e178d844241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2891c540233b48e0b77f2e14f24daac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.439990] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.454536] env[69133]: DEBUG oslo_vmware.api [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190481, 'name': PowerOnVM_Task, 'duration_secs': 0.800528} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.454860] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.455060] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1649e4-e8c0-467c-8be9-36fb01d034cf tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance 'a8db27a1-1b94-4552-a86b-60a0c641a542' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.491522] env[69133]: DEBUG oslo_vmware.api [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190480, 'name': PowerOnVM_Task, 'duration_secs': 1.323291} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.491969] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.495284] env[69133]: INFO nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 9.54 seconds to spawn the instance on the hypervisor. [ 654.496192] env[69133]: DEBUG nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.496192] env[69133]: INFO nova.compute.manager [-] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Took 1.49 seconds to deallocate network for instance. [ 654.496770] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb72809-520e-412c-8e8f-3883d11cee14 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.628361] env[69133]: DEBUG nova.network.neutron [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Updated VIF entry in instance network info cache for port d38bd59c-69be-4252-983a-f8157ad0b6c3. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.628699] env[69133]: DEBUG nova.network.neutron [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Updating instance_info_cache with network_info: [{"id": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "address": "fa:16:3e:63:c2:cc", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd38bd59c-69", "ovs_interfaceid": "d38bd59c-69be-4252-983a-f8157ad0b6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.641101] env[69133]: DEBUG oslo_vmware.api [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741044} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.641856] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 654.758132] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bd696a26-4473-47dd-8623-1acb9c8ea118 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.802151] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.811585] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d1c65e6-48bb-4d4d-afd9-4826244dc109 tempest-ServersAdmin275Test-823806690 tempest-ServersAdmin275Test-823806690-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.817023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.082s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.817023] env[69133]: DEBUG nova.objects.instance [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 654.838908] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Successfully updated port: c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.878731] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190486, 'name': CreateVM_Task, 'duration_secs': 0.599387} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.878731] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.879698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.879698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.880016] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.880425] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5e83ee-beb9-4724-8a25-354878e280bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.888468] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 654.888468] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52822948-58bf-8075-1611-e24214982fcb" [ 654.888468] env[69133]: _type = "Task" [ 654.888468] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.898700] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52822948-58bf-8075-1611-e24214982fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.937610] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558113} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.938084] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 14000aa9-bfa5-488a-bcfb-4771792c5ce1/14000aa9-bfa5-488a-bcfb-4771792c5ce1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.938524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.940178] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf9cef69-692a-4bd9-86ab-8887d8149139 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.950905] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 654.950905] env[69133]: value = "task-3190488" [ 654.950905] env[69133]: _type = "Task" [ 654.950905] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.965712] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.013728] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.027915] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Successfully created port: d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.029980] env[69133]: INFO nova.compute.manager [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 29.25 seconds to build instance. [ 655.135270] env[69133]: DEBUG oslo_concurrency.lockutils [req-42395638-00bb-4fa7-800d-09ea49d05a50 req-ee1554ca-4475-457e-96c5-6311455a32b7 service nova] Releasing lock "refresh_cache-0c0eac8a-3ea3-44bc-8101-bee23396202d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.148559] env[69133]: WARNING nova.compute.manager [None req-0446b318-f88f-4240-8429-610c4d5913cc tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Image not found during snapshot: nova.exception.ImageNotFound: Image 1c6e7072-55e1-4d6d-baf4-f016f9eb907d could not be found. [ 655.344569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.344731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquired lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.344885] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.403162] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52822948-58bf-8075-1611-e24214982fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.403731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.403804] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.403995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.404156] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.404340] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.404938] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d0bb99-007c-4a72-9350-e7a688965734 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.417176] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.417412] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.418403] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec985bd-8924-48b5-b25e-b6a87e6d64a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.426396] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 655.426396] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52348949-f7a2-fc63-e9df-2e89224948b4" [ 655.426396] env[69133]: _type = "Task" [ 655.426396] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.444587] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52348949-f7a2-fc63-e9df-2e89224948b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.445440] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4719376-4bff-44af-b7ea-1560206e8f4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.455348] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 655.455348] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ae354d-224f-1082-5444-5bda97f9a71b" [ 655.455348] env[69133]: _type = "Task" [ 655.455348] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.467895] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ae354d-224f-1082-5444-5bda97f9a71b, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.477184] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.477184] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0c0eac8a-3ea3-44bc-8101-bee23396202d/0c0eac8a-3ea3-44bc-8101-bee23396202d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.477184] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11612} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.477184] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b2f2b4-0dbc-40fb-be6f-94702c6ca220 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.477781] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.479181] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff403ff5-1c55-4766-b8ba-baac0ac2e7fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.504373] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 14000aa9-bfa5-488a-bcfb-4771792c5ce1/14000aa9-bfa5-488a-bcfb-4771792c5ce1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.506854] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6629a57a-c496-4acc-a8b8-4561563227e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.521629] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 655.521629] env[69133]: value = "task-3190489" [ 655.521629] env[69133]: _type = "Task" [ 655.521629] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.528664] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 655.528664] env[69133]: value = "task-3190490" [ 655.528664] env[69133]: _type = "Task" [ 655.528664] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.532085] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.538372] env[69133]: DEBUG oslo_concurrency.lockutils [None req-29aa02df-c4c6-4a56-93b0-ac8eb73e8d68 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.763s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.546376] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.564086] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.564411] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.813544] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.825138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69a74ed5-bf94-4291-ba3f-1ce39098f542 tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.825641] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.564s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.826216] env[69133]: DEBUG nova.objects.instance [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lazy-loading 'resources' on Instance uuid 915965e6-8e99-4879-942c-816914502865 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.853520] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.853796] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.853950] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.855679] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.855679] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.855679] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.855679] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.857499] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.857499] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.857499] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.857499] env[69133]: DEBUG nova.virt.hardware [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.858173] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33de1bf-0f44-461b-aeaf-c1b3a7f13c45 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.880806] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c38d2-b035-4cff-ba01-7d8cc1fe1f98 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.937220] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.037285] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531709} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.041465] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0c0eac8a-3ea3-44bc-8101-bee23396202d/0c0eac8a-3ea3-44bc-8101-bee23396202d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.041947] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.042390] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.049326] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30faae44-b3e4-40e8-b3b5-058d7e94a858 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.060156] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.061109] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 656.061109] env[69133]: value = "task-3190491" [ 656.061109] env[69133]: _type = "Task" [ 656.061109] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.221465] env[69133]: DEBUG nova.network.neutron [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updating instance_info_cache with network_info: [{"id": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "address": "fa:16:3e:59:1b:f4", "network": {"id": "01da10ff-21fd-4c65-8ec5-5fa2c29ebf30", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395609459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07974c6aa48b45619a9eeedea2de9f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2596668-95", "ovs_interfaceid": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.390035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "d6bff616-449a-4199-8f75-226b41579020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.390035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.546366] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190490, 'name': ReconfigVM_Task, 'duration_secs': 0.626924} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.549191] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 14000aa9-bfa5-488a-bcfb-4771792c5ce1/14000aa9-bfa5-488a-bcfb-4771792c5ce1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.550949] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-056f2054-0005-4403-bf24-12d4027a0ad8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.559143] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 656.559143] env[69133]: value = "task-3190492" [ 656.559143] env[69133]: _type = "Task" [ 656.559143] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.572412] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.577770] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087221} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.579617] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.580100] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190492, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.583380] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad75e644-68c8-43da-974b-74bcc1d8675c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.611167] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 0c0eac8a-3ea3-44bc-8101-bee23396202d/0c0eac8a-3ea3-44bc-8101-bee23396202d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.615011] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-313ba959-5c3b-4524-9783-03521350cafb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.638730] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 656.638730] env[69133]: value = "task-3190493" [ 656.638730] env[69133]: _type = "Task" [ 656.638730] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.649144] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.724580] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Releasing lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.724820] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Instance network_info: |[{"id": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "address": "fa:16:3e:59:1b:f4", "network": {"id": "01da10ff-21fd-4c65-8ec5-5fa2c29ebf30", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395609459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07974c6aa48b45619a9eeedea2de9f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2596668-95", "ovs_interfaceid": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.725336] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:1b:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2596668-95f8-4be4-b58a-080ed41f1a3d', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.734112] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Creating folder: Project (07974c6aa48b45619a9eeedea2de9f25). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.737257] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d3574d-187f-4f81-8bc9-33197db8ded4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.751419] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Created folder: Project (07974c6aa48b45619a9eeedea2de9f25) in parent group-v637972. [ 656.751419] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Creating folder: Instances. Parent ref: group-v638039. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.752527] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8113293-d034-42ec-a9d1-44eb6ed52c75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.776620] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Created folder: Instances in parent group-v638039. [ 656.779151] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.779151] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.779151] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e14a31f2-ea20-4886-b455-78ee2cf50498 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.794237] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Successfully updated port: d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.805635] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.805635] env[69133]: value = "task-3190496" [ 656.805635] env[69133]: _type = "Task" [ 656.805635] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.816230] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190496, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.975619] env[69133]: DEBUG nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Received event network-vif-deleted-a778f301-08e6-46fb-acf3-13e181f941e7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.975992] env[69133]: DEBUG nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Received event network-vif-plugged-c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.975992] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Acquiring lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.976303] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.976520] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.976631] env[69133]: DEBUG nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] No waiting events found dispatching network-vif-plugged-c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.976812] env[69133]: WARNING nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Received unexpected event network-vif-plugged-c2596668-95f8-4be4-b58a-080ed41f1a3d for instance with vm_state building and task_state spawning. [ 656.976990] env[69133]: DEBUG nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Received event network-changed-c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.977508] env[69133]: DEBUG nova.compute.manager [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Refreshing instance network info cache due to event network-changed-c2596668-95f8-4be4-b58a-080ed41f1a3d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.977508] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Acquiring lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.977615] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Acquired lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.978159] env[69133]: DEBUG nova.network.neutron [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Refreshing network info cache for port c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.993903] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9833446-0e47-4b2d-8086-2b93511a7d02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.003901] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c0be62-5de8-473b-b27b-e6b679db5ee7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.038037] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a5934-8985-4e03-a718-d1761926c565 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.047096] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a583f0-7665-49fa-8086-fded3b6cc6c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.065808] env[69133]: DEBUG nova.compute.provider_tree [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.078975] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190492, 'name': Rename_Task, 'duration_secs': 0.221093} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.079491] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.080703] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e04250-13e9-4176-ae61-3f5154b5cbd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.090690] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 657.090690] env[69133]: value = "task-3190497" [ 657.090690] env[69133]: _type = "Task" [ 657.090690] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.101195] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.140803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.140803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.141138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.142354] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.142620] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.153593] env[69133]: INFO nova.compute.manager [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Terminating instance [ 657.162686] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190493, 'name': ReconfigVM_Task, 'duration_secs': 0.494844} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.164149] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 0c0eac8a-3ea3-44bc-8101-bee23396202d/0c0eac8a-3ea3-44bc-8101-bee23396202d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.164885] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d6e4f9-5c28-4b30-a00a-97bac146364e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.176302] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 657.176302] env[69133]: value = "task-3190498" [ 657.176302] env[69133]: _type = "Task" [ 657.176302] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.189860] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190498, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.202915] env[69133]: DEBUG nova.compute.manager [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.204920] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261bb366-1c4d-40e2-b5b8-dfec15cbf1d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.298152] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.298152] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.298152] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.318506] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190496, 'name': CreateVM_Task, 'duration_secs': 0.448686} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.318608] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.319238] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.319402] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.319951] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.320157] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5baddc19-d7b8-489e-b1a6-adf64e8ededa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.326238] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 657.326238] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52df49c6-2f14-1c1a-c6e1-637bdad1b463" [ 657.326238] env[69133]: _type = "Task" [ 657.326238] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.340544] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df49c6-2f14-1c1a-c6e1-637bdad1b463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.572013] env[69133]: DEBUG nova.scheduler.client.report [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.609725] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.665961] env[69133]: DEBUG nova.compute.manager [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.665961] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.667028] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f807263-a172-44a8-b147-2a16b0e0737a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.683955] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.684667] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7806bdd1-d12e-4f45-99f1-58c10601c0a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.693019] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190498, 'name': Rename_Task, 'duration_secs': 0.177817} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.693577] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.694020] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 657.694020] env[69133]: value = "task-3190499" [ 657.694020] env[69133]: _type = "Task" [ 657.694020] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.695629] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a42675-c889-4c64-8ac1-1174ba489041 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.706384] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.707986] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 657.707986] env[69133]: value = "task-3190500" [ 657.707986] env[69133]: _type = "Task" [ 657.707986] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.715611] env[69133]: DEBUG nova.network.neutron [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updated VIF entry in instance network info cache for port c2596668-95f8-4be4-b58a-080ed41f1a3d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.715868] env[69133]: DEBUG nova.network.neutron [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updating instance_info_cache with network_info: [{"id": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "address": "fa:16:3e:59:1b:f4", "network": {"id": "01da10ff-21fd-4c65-8ec5-5fa2c29ebf30", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395609459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07974c6aa48b45619a9eeedea2de9f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2596668-95", "ovs_interfaceid": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.720700] env[69133]: INFO nova.compute.manager [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] instance snapshotting [ 657.720966] env[69133]: WARNING nova.compute.manager [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 657.723116] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.724071] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d44dbab-0249-44f5-bc7c-798475d99a61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.746325] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf380bad-638f-49ba-af82-2c28d3fbbc57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.839621] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df49c6-2f14-1c1a-c6e1-637bdad1b463, 'name': SearchDatastore_Task, 'duration_secs': 0.012488} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.839951] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.840234] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.840511] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.840704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.840903] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.841217] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81eef46b-9852-431e-88eb-3b3734a710b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.844785] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.851561] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.851774] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.852523] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262d534e-a3e5-4be7-a74d-8eb295f796f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.860139] env[69133]: DEBUG nova.compute.manager [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.860139] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fb014-dbb3-4739-8437-a20b426db6c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.862582] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 657.862582] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b60bed-0c6b-b805-b940-af2703d1504a" [ 657.862582] env[69133]: _type = "Task" [ 657.862582] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.873179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.873681] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.873681] env[69133]: DEBUG nova.compute.manager [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Going to confirm migration 1 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 657.879016] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b60bed-0c6b-b805-b940-af2703d1504a, 'name': SearchDatastore_Task, 'duration_secs': 0.015002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.880348] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54b501f-9d48-480b-a97c-f308801dec77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.888296] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 657.888296] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52856b7a-a273-c72d-41e1-9a02e97f511a" [ 657.888296] env[69133]: _type = "Task" [ 657.888296] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.900559] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52856b7a-a273-c72d-41e1-9a02e97f511a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.078488] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.081475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.566s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.081730] env[69133]: DEBUG nova.objects.instance [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lazy-loading 'resources' on Instance uuid a9a518c5-99a2-467e-943a-57f4558d8d3c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.108789] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190497, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.116208] env[69133]: INFO nova.scheduler.client.report [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Deleted allocations for instance 915965e6-8e99-4879-942c-816914502865 [ 658.116951] env[69133]: DEBUG nova.network.neutron [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Updating instance_info_cache with network_info: [{"id": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "address": "fa:16:3e:02:d5:e8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd4dcf-d7", "ovs_interfaceid": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.210461] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190499, 'name': PowerOffVM_Task, 'duration_secs': 0.290356} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.213950] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.214181] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.214418] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e3bcb2-0357-477b-b74a-51ea7ed91108 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.225426] env[69133]: DEBUG oslo_concurrency.lockutils [req-f25533fc-f60e-4404-9884-f1afeff7df89 req-cc734bd0-f6ea-42c8-9db5-b24693997be2 service nova] Releasing lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.225426] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.261697] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.261697] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f92027c-5dc3-405b-b48f-d31db4a798fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.268514] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 658.268514] env[69133]: value = "task-3190502" [ 658.268514] env[69133]: _type = "Task" [ 658.268514] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.279386] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.294046] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.294046] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.294046] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleting the datastore file [datastore1] b8a662b3-7def-4644-8ed4-4e767b3c7d99 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.294046] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5715dfe7-b32f-46bc-a42b-0420bab99ef9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.300882] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 658.300882] env[69133]: value = "task-3190503" [ 658.300882] env[69133]: _type = "Task" [ 658.300882] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.312254] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.378395] env[69133]: INFO nova.compute.manager [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] instance snapshotting [ 658.380076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136530a1-a62d-4e0f-9810-84af93d66081 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.410810] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b37ed8-9326-40a6-8d0b-68b2b5956984 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.417516] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52856b7a-a273-c72d-41e1-9a02e97f511a, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.418302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.418593] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0a4dfc9a-3000-492a-80c3-1f379e14ecc9/0a4dfc9a-3000-492a-80c3-1f379e14ecc9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.418924] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06dff1cd-d40d-41a0-bda3-a9414c00119d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.433208] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 658.433208] env[69133]: value = "task-3190504" [ 658.433208] env[69133]: _type = "Task" [ 658.433208] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.446105] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.471790] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.472099] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.472483] env[69133]: DEBUG nova.network.neutron [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.472771] env[69133]: DEBUG nova.objects.instance [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lazy-loading 'info_cache' on Instance uuid a8db27a1-1b94-4552-a86b-60a0c641a542 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.605699] env[69133]: DEBUG oslo_vmware.api [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190497, 'name': PowerOnVM_Task, 'duration_secs': 1.047865} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.606021] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.606243] env[69133]: INFO nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Took 10.94 seconds to spawn the instance on the hypervisor. [ 658.606421] env[69133]: DEBUG nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.607269] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b535cd-546e-400a-a1a4-be127d710ada {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.625257] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.625257] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Instance network_info: |[{"id": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "address": "fa:16:3e:02:d5:e8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd4dcf-d7", "ovs_interfaceid": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.627325] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:d5:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9dd4dcf-d713-4dc2-8a61-cb27afd06230', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.640914] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.646230] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e367f57c-aca7-4f53-9897-01a4716c0b65 tempest-ImagesNegativeTestJSON-2098260319 tempest-ImagesNegativeTestJSON-2098260319-project-member] Lock "915965e6-8e99-4879-942c-816914502865" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.907s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.646230] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.646230] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd84247-c4f7-4766-8a13-b5a93926e113 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.675725] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.675725] env[69133]: value = "task-3190505" [ 658.675725] env[69133]: _type = "Task" [ 658.675725] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.686174] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190505, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.725485] env[69133]: DEBUG oslo_vmware.api [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190500, 'name': PowerOnVM_Task, 'duration_secs': 0.540263} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.728660] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.728897] env[69133]: INFO nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Took 8.36 seconds to spawn the instance on the hypervisor. [ 658.729097] env[69133]: DEBUG nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.730166] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0fdb50-f25d-4d48-a1e3-8bc84ca87604 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.787284] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190502, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.817604] env[69133]: DEBUG oslo_vmware.api [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217748} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.820795] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.821188] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.821370] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.821652] env[69133]: INFO nova.compute.manager [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Took 1.16 seconds to destroy the instance on the hypervisor. [ 658.821853] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.822288] env[69133]: DEBUG nova.compute.manager [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.822390] env[69133]: DEBUG nova.network.neutron [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.930557] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.931468] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19773eac-a2e6-4f29-9e80-787d937b1a27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.956683] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.958989] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 658.958989] env[69133]: value = "task-3190506" [ 658.958989] env[69133]: _type = "Task" [ 658.958989] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.970708] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190506, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.134310] env[69133]: INFO nova.compute.manager [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Took 32.63 seconds to build instance. [ 659.191217] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190505, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.243856] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc07006-0c6f-4f7f-88a3-39ee53b0ddf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.258360] env[69133]: INFO nova.compute.manager [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Took 30.44 seconds to build instance. [ 659.264606] env[69133]: DEBUG nova.compute.manager [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Received event network-vif-plugged-d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.264606] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Acquiring lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.264606] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.264606] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.264606] env[69133]: DEBUG nova.compute.manager [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] No waiting events found dispatching network-vif-plugged-d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.264606] env[69133]: WARNING nova.compute.manager [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Received unexpected event network-vif-plugged-d9dd4dcf-d713-4dc2-8a61-cb27afd06230 for instance with vm_state building and task_state spawning. [ 659.264606] env[69133]: DEBUG nova.compute.manager [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Received event network-changed-d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.264606] env[69133]: DEBUG nova.compute.manager [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Refreshing instance network info cache due to event network-changed-d9dd4dcf-d713-4dc2-8a61-cb27afd06230. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.264606] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Acquiring lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.264606] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Acquired lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.264606] env[69133]: DEBUG nova.network.neutron [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Refreshing network info cache for port d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.278055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9182d5-1b31-4b07-abe9-5277e57dd265 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.290812] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190502, 'name': CreateSnapshot_Task, 'duration_secs': 0.664708} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.319924] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.321589] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cae7b95-0e21-4ba2-a507-295594539e64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.324142] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d6b2b-fc14-4b8f-abc0-d233ac90f89a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.347198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f69258-d0a8-4220-bfa9-f1db2ae45165 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.362911] env[69133]: DEBUG nova.compute.provider_tree [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.454456] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693487} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.454792] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0a4dfc9a-3000-492a-80c3-1f379e14ecc9/0a4dfc9a-3000-492a-80c3-1f379e14ecc9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.455028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.455296] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c9608d4-1542-471f-bcfc-943f8cf1cdad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.464980] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 659.464980] env[69133]: value = "task-3190507" [ 659.464980] env[69133]: _type = "Task" [ 659.464980] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.471400] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190506, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.478065] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.605592] env[69133]: DEBUG nova.compute.manager [None req-0b3e2315-4471-443e-ae12-52ed7179a9c2 tempest-ServerDiagnosticsTest-182459282 tempest-ServerDiagnosticsTest-182459282-project-admin] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.606840] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c9cd09-0820-495b-8038-a3618af28312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.616990] env[69133]: INFO nova.compute.manager [None req-0b3e2315-4471-443e-ae12-52ed7179a9c2 tempest-ServerDiagnosticsTest-182459282 tempest-ServerDiagnosticsTest-182459282-project-admin] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Retrieving diagnostics [ 659.618346] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdccf79-baf1-4364-9998-f2e500cc6eeb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.661217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-18a6d224-8179-42dc-a83b-70e3ad4d50ff tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.171s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.688560] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190505, 'name': CreateVM_Task, 'duration_secs': 0.516323} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.692323] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.692323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.692323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.692323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.693522] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87bef73-3c7f-4bab-8c12-0e6436e2ccf2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698538] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 659.698538] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc9e13-a290-d98a-cf74-8cbf4fbf9254" [ 659.698538] env[69133]: _type = "Task" [ 659.698538] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.707453] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bc9e13-a290-d98a-cf74-8cbf4fbf9254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.760808] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3534bc1a-a2f3-41e2-b667-46903904f35a tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.953s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.785016] env[69133]: DEBUG nova.network.neutron [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.859309] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.859459] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-352774b2-7fa0-400b-8eb4-a1fcd44d4539 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.863251] env[69133]: DEBUG nova.network.neutron [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [{"id": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "address": "fa:16:3e:c3:a5:a7", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573f006d-d2", "ovs_interfaceid": "573f006d-d25d-4b72-b4b9-db62acae9bf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.865674] env[69133]: DEBUG nova.scheduler.client.report [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.872296] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 659.872296] env[69133]: value = "task-3190508" [ 659.872296] env[69133]: _type = "Task" [ 659.872296] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.882468] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.974199] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190506, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.983095] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078453} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.983267] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.984013] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e96bf90-85cc-41ee-abea-a0600dc821a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.007791] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 0a4dfc9a-3000-492a-80c3-1f379e14ecc9/0a4dfc9a-3000-492a-80c3-1f379e14ecc9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.008218] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bb0ba8-aa5a-47a5-b7f2-3f5762f8bafe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.032076] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 660.032076] env[69133]: value = "task-3190509" [ 660.032076] env[69133]: _type = "Task" [ 660.032076] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.041365] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.072891] env[69133]: DEBUG nova.network.neutron [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Updated VIF entry in instance network info cache for port d9dd4dcf-d713-4dc2-8a61-cb27afd06230. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.073284] env[69133]: DEBUG nova.network.neutron [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Updating instance_info_cache with network_info: [{"id": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "address": "fa:16:3e:02:d5:e8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9dd4dcf-d7", "ovs_interfaceid": "d9dd4dcf-d713-4dc2-8a61-cb27afd06230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.168057] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.210407] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bc9e13-a290-d98a-cf74-8cbf4fbf9254, 'name': SearchDatastore_Task, 'duration_secs': 0.016248} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.211435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.211704] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.211938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.212111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.212300] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.212813] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a33cb241-e1c2-49b7-a70f-c23876a7a34d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.223783] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.224031] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.224892] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b6d1ff-3350-4901-98a1-539d6074951f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.232358] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 660.232358] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cfce49-aadc-5a0c-1945-2199d3ddcbdc" [ 660.232358] env[69133]: _type = "Task" [ 660.232358] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.242888] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cfce49-aadc-5a0c-1945-2199d3ddcbdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.263653] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.288907] env[69133]: INFO nova.compute.manager [-] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Took 1.47 seconds to deallocate network for instance. [ 660.367188] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-a8db27a1-1b94-4552-a86b-60a0c641a542" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.367188] env[69133]: DEBUG nova.objects.instance [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lazy-loading 'migration_context' on Instance uuid a8db27a1-1b94-4552-a86b-60a0c641a542 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.373895] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.377249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.145s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.377591] env[69133]: DEBUG nova.objects.instance [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lazy-loading 'resources' on Instance uuid b76c1786-1b06-4192-ba91-cdcf42280839 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.392190] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.470115] env[69133]: INFO nova.scheduler.client.report [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Deleted allocations for instance a9a518c5-99a2-467e-943a-57f4558d8d3c [ 660.476547] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190506, 'name': CreateSnapshot_Task, 'duration_secs': 1.48131} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.478938] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 660.479832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882059b3-781e-4d84-ad91-f11662807717 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.544876] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190509, 'name': ReconfigVM_Task, 'duration_secs': 0.413747} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.545120] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 0a4dfc9a-3000-492a-80c3-1f379e14ecc9/0a4dfc9a-3000-492a-80c3-1f379e14ecc9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.545786] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-982cdc7e-c1e9-4f57-98a6-82ac24311c1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.554429] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 660.554429] env[69133]: value = "task-3190510" [ 660.554429] env[69133]: _type = "Task" [ 660.554429] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.566477] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190510, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.575950] env[69133]: DEBUG oslo_concurrency.lockutils [req-87ff775d-daf5-47fc-bfec-ceb794de2e61 req-13d6f556-cda5-41c2-b7c8-4d8f79413da7 service nova] Releasing lock "refresh_cache-01d15ded-514c-4e1e-8283-7e0b54518888" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.702242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.747509] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cfce49-aadc-5a0c-1945-2199d3ddcbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.020736} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.748347] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf23ef3-e8a4-44e1-8b5e-6d313ff798ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.757458] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 660.757458] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520beae6-bd02-e25a-67fc-e2f6f87855b0" [ 660.757458] env[69133]: _type = "Task" [ 660.757458] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.763794] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520beae6-bd02-e25a-67fc-e2f6f87855b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.794476] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.797212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.873596] env[69133]: DEBUG nova.objects.base [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 660.873596] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d25312-9615-4987-8696-28140b6b2e2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.915970] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1103a02-7d10-4ac1-bb9f-71205a0e0f19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.923548] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.928485] env[69133]: DEBUG oslo_vmware.api [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 660.928485] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c6c8d6-1298-0852-7f98-1ffc0d729db1" [ 660.928485] env[69133]: _type = "Task" [ 660.928485] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.947785] env[69133]: DEBUG oslo_vmware.api [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c6c8d6-1298-0852-7f98-1ffc0d729db1, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.949211] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.986082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bdd73472-cf2f-4e73-b590-dd0d56347d8a tempest-ServersAdmin275Test-1547354271 tempest-ServersAdmin275Test-1547354271-project-member] Lock "a9a518c5-99a2-467e-943a-57f4558d8d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.031s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.006719] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 661.010797] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-818bf2e6-5c61-4510-bc3c-f68be14645d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.023587] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 661.023587] env[69133]: value = "task-3190511" [ 661.023587] env[69133]: _type = "Task" [ 661.023587] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.039209] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.065995] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190510, 'name': Rename_Task, 'duration_secs': 0.187561} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.066881] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.066881] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f297bd8b-f05a-4fea-a13e-b224324f9d8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.080102] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 661.080102] env[69133]: value = "task-3190512" [ 661.080102] env[69133]: _type = "Task" [ 661.080102] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.094923] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.272368] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520beae6-bd02-e25a-67fc-e2f6f87855b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016109} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.273588] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.274197] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 01d15ded-514c-4e1e-8283-7e0b54518888/01d15ded-514c-4e1e-8283-7e0b54518888.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.274364] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5867877-c877-4852-a9fd-8812d462e585 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.292217] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 661.292217] env[69133]: value = "task-3190513" [ 661.292217] env[69133]: _type = "Task" [ 661.292217] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.304054] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.401907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.401907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.401907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.402328] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.402328] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.405390] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.407400] env[69133]: INFO nova.compute.manager [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Terminating instance [ 661.488754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.489074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.533036] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887ad14-74f0-4c9c-a11c-4a3e470c585b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.539621] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.552510] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755726f5-cbc3-4b85-a9eb-46f8a80d4554 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.604303] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff7c9e-f43f-429c-8348-c83b970c6f11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.622269] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036057e-5436-4835-a42c-5e24727f31fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.628338] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.643570] env[69133]: DEBUG nova.compute.provider_tree [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.810737] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.894731] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.898631] env[69133]: DEBUG nova.compute.manager [req-c7e8abf1-afda-4d35-a5b3-ba15aa21a103 req-05afa5eb-5d15-4a88-96f6-6efe5830fe27 service nova] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Received event network-vif-deleted-b57e0553-aee9-4aef-b078-e3221931755e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.923248] env[69133]: DEBUG nova.compute.manager [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.923248] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.923248] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604b444e-4f56-4d08-bcb4-e33d5d060031 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.933647] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.935041] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a51148-19be-4da3-8b11-018917351805 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.945026] env[69133]: DEBUG oslo_vmware.api [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 661.945026] env[69133]: value = "task-3190514" [ 661.945026] env[69133]: _type = "Task" [ 661.945026] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.959565] env[69133]: DEBUG oslo_vmware.api [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.039239] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.046562] env[69133]: DEBUG nova.compute.manager [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.046874] env[69133]: DEBUG nova.compute.manager [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing instance network info cache due to event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.047020] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.047295] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.047401] env[69133]: DEBUG nova.network.neutron [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.112380] env[69133]: DEBUG oslo_vmware.api [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190512, 'name': PowerOnVM_Task, 'duration_secs': 0.601143} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.112974] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.113313] env[69133]: INFO nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Took 8.99 seconds to spawn the instance on the hypervisor. [ 662.113684] env[69133]: DEBUG nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.114634] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c4234-d028-4456-9915-d7e8f13b52c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.151955] env[69133]: DEBUG nova.scheduler.client.report [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.307086] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593553} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.308830] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 01d15ded-514c-4e1e-8283-7e0b54518888/01d15ded-514c-4e1e-8283-7e0b54518888.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.308830] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.308830] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1b6776d-92ed-4fea-a18a-5a08d3e2921d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.317608] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 662.317608] env[69133]: value = "task-3190515" [ 662.317608] env[69133]: _type = "Task" [ 662.317608] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.328142] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.392708] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.456241] env[69133]: DEBUG oslo_vmware.api [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190514, 'name': PowerOffVM_Task, 'duration_secs': 0.215013} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.456241] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.456241] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.456547] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b11e061-6a39-4969-8950-2095971eb1f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.528228] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.531019] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.531019] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Deleting the datastore file [datastore1] 0c0eac8a-3ea3-44bc-8101-bee23396202d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.531991] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab85f518-e5b0-4b79-8008-e725c7a3dcd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.540416] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.541831] env[69133]: DEBUG oslo_vmware.api [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for the task: (returnval){ [ 662.541831] env[69133]: value = "task-3190517" [ 662.541831] env[69133]: _type = "Task" [ 662.541831] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.643279] env[69133]: INFO nova.compute.manager [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Took 31.43 seconds to build instance. [ 662.667075] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.671039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.222s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.671468] env[69133]: DEBUG nova.objects.instance [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lazy-loading 'resources' on Instance uuid e7d034d2-6455-43c8-9629-70ca597034c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.699957] env[69133]: INFO nova.scheduler.client.report [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Deleted allocations for instance b76c1786-1b06-4192-ba91-cdcf42280839 [ 662.834000] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156837} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.834000] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.834608] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2250cc4-2c24-48ca-b6a4-f32896dfd5ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.871114] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 01d15ded-514c-4e1e-8283-7e0b54518888/01d15ded-514c-4e1e-8283-7e0b54518888.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.871114] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83298a80-bbc5-4496-93e8-372625181da9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896974] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.898956] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 662.898956] env[69133]: value = "task-3190518" [ 662.898956] env[69133]: _type = "Task" [ 662.898956] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.908305] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.958420] env[69133]: DEBUG nova.network.neutron [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updated VIF entry in instance network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.958703] env[69133]: DEBUG nova.network.neutron [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.041469] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.055232] env[69133]: DEBUG oslo_vmware.api [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Task: {'id': task-3190517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258814} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.055730] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.056273] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.056433] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.056928] env[69133]: INFO nova.compute.manager [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 663.057588] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.057924] env[69133]: DEBUG nova.compute.manager [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.058163] env[69133]: DEBUG nova.network.neutron [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.145855] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6350499d-08f6-47ab-8220-7a0954e8a02e tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.944s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.208485] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b41a46ea-f11d-4a04-9dd4-0838f551ed1e tempest-ServerMetadataNegativeTestJSON-1751798945 tempest-ServerMetadataNegativeTestJSON-1751798945-project-member] Lock "b76c1786-1b06-4192-ba91-cdcf42280839" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.483s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.400911] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190508, 'name': CloneVM_Task, 'duration_secs': 3.339102} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.404578] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Created linked-clone VM from snapshot [ 663.406047] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c357f4-49ae-4812-94fd-47b8b3812a04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.416223] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.421621] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Uploading image ba69ebfb-7d7f-4775-b4fa-4f2b6e53e140 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.463285] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.463285] env[69133]: value = "vm-638044" [ 663.463285] env[69133]: _type = "VirtualMachine" [ 663.463285] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.463668] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5c5d5fa-febd-43e6-9273-6818c23f0d09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.468971] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8605879-270f-4a14-b03f-54fe30895793 req-a087421e-a752-4edc-b97e-a2ae824d9236 service nova] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.478651] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease: (returnval){ [ 663.478651] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a002c9-1f5a-7b8f-611a-55adc50e318a" [ 663.478651] env[69133]: _type = "HttpNfcLease" [ 663.478651] env[69133]: } obtained for exporting VM: (result){ [ 663.478651] env[69133]: value = "vm-638044" [ 663.478651] env[69133]: _type = "VirtualMachine" [ 663.478651] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.478915] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the lease: (returnval){ [ 663.478915] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a002c9-1f5a-7b8f-611a-55adc50e318a" [ 663.478915] env[69133]: _type = "HttpNfcLease" [ 663.478915] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.488592] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.488592] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a002c9-1f5a-7b8f-611a-55adc50e318a" [ 663.488592] env[69133]: _type = "HttpNfcLease" [ 663.488592] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 663.543322] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190511, 'name': CloneVM_Task, 'duration_secs': 2.153467} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.543751] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Created linked-clone VM from snapshot [ 663.545872] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fca811-8b8d-4cb8-89d5-c63f6fd89af4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.559961] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Uploading image 8823a136-cab4-419f-b60e-66977f9616f3 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 663.592289] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 663.592289] env[69133]: value = "vm-638046" [ 663.592289] env[69133]: _type = "VirtualMachine" [ 663.592289] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 663.592289] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-409fbe2d-38cb-4af2-9568-df171fa5dde6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.601557] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lease: (returnval){ [ 663.601557] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa745f-c39e-d331-bb49-01940f53361b" [ 663.601557] env[69133]: _type = "HttpNfcLease" [ 663.601557] env[69133]: } obtained for exporting VM: (result){ [ 663.601557] env[69133]: value = "vm-638046" [ 663.601557] env[69133]: _type = "VirtualMachine" [ 663.601557] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 663.604184] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the lease: (returnval){ [ 663.604184] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa745f-c39e-d331-bb49-01940f53361b" [ 663.604184] env[69133]: _type = "HttpNfcLease" [ 663.604184] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 663.614594] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.614594] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa745f-c39e-d331-bb49-01940f53361b" [ 663.614594] env[69133]: _type = "HttpNfcLease" [ 663.614594] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 663.651239] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.760519] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0e4d0-75e8-42be-9c79-5bf9e7bd555d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.770277] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce7df5-45a5-4db1-943f-49057800859d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.810441] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e38ac-d238-4e18-8520-5fcaf17efe50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.821261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0630a51-0515-4aa3-8b2b-99f91e6d5b0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.835355] env[69133]: DEBUG nova.compute.provider_tree [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.910833] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190518, 'name': ReconfigVM_Task, 'duration_secs': 0.77734} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.911141] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 01d15ded-514c-4e1e-8283-7e0b54518888/01d15ded-514c-4e1e-8283-7e0b54518888.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.911873] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8914b47d-092f-4aad-8c62-196ed7c1c441 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.920597] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 663.920597] env[69133]: value = "task-3190521" [ 663.920597] env[69133]: _type = "Task" [ 663.920597] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.931521] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190521, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.939699] env[69133]: DEBUG nova.compute.manager [req-2cc487e8-622c-459c-99e2-55e864d4b27d req-cb1b9550-b87a-4f29-8b19-1ad109c201ee service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Received event network-vif-deleted-d38bd59c-69be-4252-983a-f8157ad0b6c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.939699] env[69133]: INFO nova.compute.manager [req-2cc487e8-622c-459c-99e2-55e864d4b27d req-cb1b9550-b87a-4f29-8b19-1ad109c201ee service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Neutron deleted interface d38bd59c-69be-4252-983a-f8157ad0b6c3; detaching it from the instance and deleting it from the info cache [ 663.939699] env[69133]: DEBUG nova.network.neutron [req-2cc487e8-622c-459c-99e2-55e864d4b27d req-cb1b9550-b87a-4f29-8b19-1ad109c201ee service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.988709] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 663.988709] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a002c9-1f5a-7b8f-611a-55adc50e318a" [ 663.988709] env[69133]: _type = "HttpNfcLease" [ 663.988709] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 663.989541] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 663.989541] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a002c9-1f5a-7b8f-611a-55adc50e318a" [ 663.989541] env[69133]: _type = "HttpNfcLease" [ 663.989541] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 663.990581] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2fdf1-61bf-4bf1-b514-7f2d3ae3d2f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.007859] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.008941] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.072923] env[69133]: DEBUG nova.network.neutron [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.088906] env[69133]: DEBUG nova.compute.manager [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Received event network-changed-c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.089194] env[69133]: DEBUG nova.compute.manager [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Refreshing instance network info cache due to event network-changed-c2596668-95f8-4be4-b58a-080ed41f1a3d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.089857] env[69133]: DEBUG oslo_concurrency.lockutils [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] Acquiring lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.089857] env[69133]: DEBUG oslo_concurrency.lockutils [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] Acquired lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.089857] env[69133]: DEBUG nova.network.neutron [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Refreshing network info cache for port c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.114573] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.114573] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa745f-c39e-d331-bb49-01940f53361b" [ 664.114573] env[69133]: _type = "HttpNfcLease" [ 664.114573] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.114888] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.114888] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa745f-c39e-d331-bb49-01940f53361b" [ 664.114888] env[69133]: _type = "HttpNfcLease" [ 664.114888] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.115999] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a198878-4a51-42b2-ad8e-1424684dea6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.128525] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.128525] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.199674] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cb4ea73f-61f7-407d-a6c1-b8eefc7df44b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.228037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.250640] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2e1afe8-dc91-4546-b9ca-fbfa5aa419dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.343894] env[69133]: DEBUG nova.scheduler.client.report [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.435175] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190521, 'name': Rename_Task, 'duration_secs': 0.32603} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.435495] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.435793] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343a7480-8344-45d9-94f0-1af60080a6d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.443178] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8efd3fb4-bd48-4953-9ce8-0453281fc1cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.452287] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 664.452287] env[69133]: value = "task-3190522" [ 664.452287] env[69133]: _type = "Task" [ 664.452287] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.459388] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1eb69c-f5d5-4901-8bf7-c96072c6e099 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.488239] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.507618] env[69133]: DEBUG nova.compute.manager [req-2cc487e8-622c-459c-99e2-55e864d4b27d req-cb1b9550-b87a-4f29-8b19-1ad109c201ee service nova] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Detach interface failed, port_id=d38bd59c-69be-4252-983a-f8157ad0b6c3, reason: Instance 0c0eac8a-3ea3-44bc-8101-bee23396202d could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 664.575729] env[69133]: INFO nova.compute.manager [-] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Took 1.52 seconds to deallocate network for instance. [ 664.850422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.854821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.290s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.858552] env[69133]: INFO nova.compute.claims [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.900030] env[69133]: INFO nova.scheduler.client.report [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Deleted allocations for instance e7d034d2-6455-43c8-9629-70ca597034c8 [ 664.970159] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.010891] env[69133]: DEBUG nova.network.neutron [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updated VIF entry in instance network info cache for port c2596668-95f8-4be4-b58a-080ed41f1a3d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.011869] env[69133]: DEBUG nova.network.neutron [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updating instance_info_cache with network_info: [{"id": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "address": "fa:16:3e:59:1b:f4", "network": {"id": "01da10ff-21fd-4c65-8ec5-5fa2c29ebf30", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1395609459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07974c6aa48b45619a9eeedea2de9f25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2596668-95", "ovs_interfaceid": "c2596668-95f8-4be4-b58a-080ed41f1a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.085423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.415979] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ebc96ada-2c38-482e-80f3-5e8d0b56d3dc tempest-ServersListShow2100Test-1686792654 tempest-ServersListShow2100Test-1686792654-project-member] Lock "e7d034d2-6455-43c8-9629-70ca597034c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.956s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.466845] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.519493] env[69133]: DEBUG oslo_concurrency.lockutils [req-fe790a3e-9c1c-4b1a-aa13-5f5815f90f71 req-99d9287f-6a64-4ce0-8e4d-4f0c88dc05d2 service nova] Releasing lock "refresh_cache-0a4dfc9a-3000-492a-80c3-1f379e14ecc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.965896] env[69133]: DEBUG oslo_vmware.api [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190522, 'name': PowerOnVM_Task, 'duration_secs': 1.211882} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.966277] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.966453] env[69133]: INFO nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Took 10.15 seconds to spawn the instance on the hypervisor. [ 665.966606] env[69133]: DEBUG nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.967422] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f975d8c-3f3f-44a3-870b-c8664084c546 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.411627] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c26737-95f7-40dd-a671-f53747c76b38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.422093] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7c277-414e-4373-934c-09ad73575bbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.459946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1140f-8634-437e-b8d2-a58c3494a71d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.469086] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887be099-8783-4b33-9add-444fed7b5178 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.244736] env[69133]: INFO nova.compute.manager [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Took 35.24 seconds to build instance. [ 667.245940] env[69133]: DEBUG nova.compute.provider_tree [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.748450] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d3dc59e6-b98c-4df2-b0c8-043e8c923e8c tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.760s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.749477] env[69133]: DEBUG nova.scheduler.client.report [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.256704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.401s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.257385] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.260684] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.263463] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.632s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.264881] env[69133]: INFO nova.compute.claims [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.769996] env[69133]: DEBUG nova.compute.utils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.780180] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.780442] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.799217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.836046] env[69133]: DEBUG nova.policy [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd24bd3d4ec4a48259883c386bfd090f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff7eccf004784a5ab2837b2e85a26031', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.121576] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Successfully created port: 327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.278858] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.717582] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d881b0d-5905-4ad7-a6d5-06667806f2fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.725456] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5993e9-ece6-42e8-b3b3-2af6c79e4799 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.756360] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2287c5-d18f-4661-96e1-2ed7a5e4c525 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.764121] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8f3dd-64ca-41db-afe6-65277d2795c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.777824] env[69133]: DEBUG nova.compute.provider_tree [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.281012] env[69133]: DEBUG nova.scheduler.client.report [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.287435] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.785469] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.786020] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.788519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.605s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.790057] env[69133]: INFO nova.compute.claims [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.799012] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Successfully updated port: 327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.297896] env[69133]: DEBUG nova.compute.utils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.327291] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.327291] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.327291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.327291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.327291] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.341135] env[69133]: DEBUG nova.policy [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c8f90d6ffc34cc8b32cd83d9b1ebc6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eefb88a1daa4729a40fcd262da45b03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.658113] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Successfully created port: 9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.803453] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.860628] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.044294] env[69133]: DEBUG nova.network.neutron [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Updating instance_info_cache with network_info: [{"id": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "address": "fa:16:3e:84:d1:99", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cb1ff-ae", "ovs_interfaceid": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.242308] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0007e07e-5e3e-44b7-8c2b-ea4e4ce05eec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.250776] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bee9a62-70ff-4541-9c99-f34361ecc4a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.284941] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612e1060-32a8-47e9-a7be-4a0c30fa4435 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.293172] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eaddfb-1ad7-4bdd-9bda-d6d438d63760 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.307812] env[69133]: DEBUG nova.compute.provider_tree [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.549450] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.549799] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Instance network_info: |[{"id": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "address": "fa:16:3e:84:d1:99", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cb1ff-ae", "ovs_interfaceid": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.815427] env[69133]: DEBUG nova.scheduler.client.report [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.819512] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.214475] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Successfully updated port: 9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.323839] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.324498] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.327294] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.395s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.329134] env[69133]: INFO nova.compute.claims [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.719917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.720105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquired lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.720383] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.837488] env[69133]: DEBUG nova.compute.utils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.841484] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.841732] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.850059] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.850371] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.850594] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.850843] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.851055] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.851267] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.851549] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.851771] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.852081] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.852241] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.852481] env[69133]: DEBUG nova.virt.hardware [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.855887] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915187c-c3da-4d51-9aa0-4496659b8aa1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.871072] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.871072] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.871072] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.871407] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.871519] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.871699] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.871982] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.872331] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.872428] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.872677] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.872907] env[69133]: DEBUG nova.virt.hardware [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.874780] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d0c29f-2c80-472e-a39b-d1986d6fc495 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.883010] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d10e77-071b-46e3-97ec-65af2d05eaef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.895568] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d1:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327cb1ff-ae9e-4ed4-9a0b-1364742f579d', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.902758] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.904141] env[69133]: DEBUG nova.policy [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776610fdebad4bd4827805b8365b7fa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da6967b01775421780e13f57169846e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.908229] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 673.909314] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.911109] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a3e68-b701-435c-8528-ca00795b1dad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.914747] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a28f09b-f924-431c-86f0-e2fd9399c175 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.929449] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bec1b-94d8-436f-ac5f-ceb2f58ebf84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.935365] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 673.936580] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc404b0-5b66-4bfa-a8d1-7453eed98ab6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.940950] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 673.941169] env[69133]: ERROR oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk due to incomplete transfer. [ 673.941660] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6040b12b-7814-4746-b59f-42514d26839a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.954217] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 673.954389] env[69133]: ERROR oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk due to incomplete transfer. [ 673.954722] env[69133]: DEBUG oslo_vmware.rw_handles [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d59f62-c601-aea0-b6ad-8d1fb53ea6e6/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 673.954944] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Uploaded image ba69ebfb-7d7f-4775-b4fa-4f2b6e53e140 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 673.957482] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 673.957725] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.957725] env[69133]: value = "task-3190523" [ 673.957725] env[69133]: _type = "Task" [ 673.957725] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.957909] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5da6f2a-476c-4aba-9c3f-aa38ce8f795e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.959414] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17e1d316-60e1-4260-8118-0c6fd23aa7ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.969344] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190523, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.972753] env[69133]: DEBUG oslo_vmware.rw_handles [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cca513-a526-4214-09d7-445847cbe382/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 673.972942] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Uploaded image 8823a136-cab4-419f-b60e-66977f9616f3 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 673.974368] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 673.974693] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 673.974693] env[69133]: value = "task-3190524" [ 673.974693] env[69133]: _type = "Task" [ 673.974693] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.974903] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7db7ff79-c36f-4375-9270-8a345357e9f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.983859] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 673.983859] env[69133]: value = "task-3190525" [ 673.983859] env[69133]: _type = "Task" [ 673.983859] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.986952] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190524, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.995225] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190525, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.286111] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.346492] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.478542] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190523, 'name': CreateVM_Task, 'duration_secs': 0.356539} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.481726] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.485448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.485718] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486359] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.487476] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902d100d-e94f-414a-b87f-1f9cf8abd13b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.496205] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190524, 'name': Destroy_Task, 'duration_secs': 0.418151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.496831] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Destroyed the VM [ 674.497716] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.498295] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70b85385-7a34-4fb8-92a5-9eab42a1e630 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.500535] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Successfully created port: b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.507767] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 674.507767] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522b3713-de54-6e91-e4dc-776b07f6ee58" [ 674.507767] env[69133]: _type = "Task" [ 674.507767] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.507978] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190525, 'name': Destroy_Task, 'duration_secs': 0.37436} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.511790] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Destroyed the VM [ 674.512088] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.518038] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e87a6dc-118e-4c99-8493-62daf05cb598 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.519288] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 674.519288] env[69133]: value = "task-3190526" [ 674.519288] env[69133]: _type = "Task" [ 674.519288] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.528975] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522b3713-de54-6e91-e4dc-776b07f6ee58, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.528975] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 674.528975] env[69133]: value = "task-3190527" [ 674.528975] env[69133]: _type = "Task" [ 674.528975] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.534035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.534035] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.534035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.534035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.534035] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.537525] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4d1508d-83f1-456d-b735-c0eeba66769c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.543480] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.548605] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.552080] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.552266] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.553665] env[69133]: DEBUG nova.network.neutron [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updating instance_info_cache with network_info: [{"id": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "address": "fa:16:3e:c8:29:28", "network": {"id": "a226c7fb-ab51-44de-af44-d53aa2e28308", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1101184308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eefb88a1daa4729a40fcd262da45b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9c8b56-06", "ovs_interfaceid": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.555211] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e13907-b3ac-4aa3-b309-c91d49b8f5de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.560446] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 674.560446] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52592956-5bc8-efd8-c568-71b7520a2f64" [ 674.560446] env[69133]: _type = "Task" [ 674.560446] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.571639] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52592956-5bc8-efd8-c568-71b7520a2f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.659598] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.660724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.877865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2d4ab-ab5b-449e-8a5c-30dc09a90f69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.889442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d393dd4-55c7-45f5-9198-1f88f460c333 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.928211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919c4379-2e30-4acd-8cc8-876256e4a8ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.936132] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a5b94-9f79-469a-9c33-8348f54be8f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.951791] env[69133]: DEBUG nova.compute.provider_tree [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.029549] env[69133]: DEBUG nova.compute.manager [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Received event network-vif-plugged-327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.030116] env[69133]: DEBUG oslo_concurrency.lockutils [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] Acquiring lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.030550] env[69133]: DEBUG oslo_concurrency.lockutils [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.030901] env[69133]: DEBUG oslo_concurrency.lockutils [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.031676] env[69133]: DEBUG nova.compute.manager [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] No waiting events found dispatching network-vif-plugged-327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.031959] env[69133]: WARNING nova.compute.manager [req-7810c32d-0bb5-4c96-a706-ac9eb73878a9 req-bac6ce5a-eb05-464a-a161-ce22cba667d3 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Received unexpected event network-vif-plugged-327cb1ff-ae9e-4ed4-9a0b-1364742f579d for instance with vm_state building and task_state spawning. [ 675.043935] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190526, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.048758] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.058556] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Releasing lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.058895] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Instance network_info: |[{"id": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "address": "fa:16:3e:c8:29:28", "network": {"id": "a226c7fb-ab51-44de-af44-d53aa2e28308", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1101184308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eefb88a1daa4729a40fcd262da45b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9c8b56-06", "ovs_interfaceid": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.059437] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:29:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b9c8b56-0625-46d1-8c3e-f717667a8047', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.068881] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Creating folder: Project (2eefb88a1daa4729a40fcd262da45b03). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.069461] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9566a713-8b66-4709-bdc3-a7e3176ae6a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.080818] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52592956-5bc8-efd8-c568-71b7520a2f64, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.081840] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4273ad5-8499-43b7-a776-61fa96126473 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.085387] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Created folder: Project (2eefb88a1daa4729a40fcd262da45b03) in parent group-v637972. [ 675.085579] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Creating folder: Instances. Parent ref: group-v638048. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.086182] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33cd6ba8-5077-478b-bc2b-bc3a67ca77a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.089760] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 675.089760] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522e7e2f-14b2-799a-9b51-746ce78dc083" [ 675.089760] env[69133]: _type = "Task" [ 675.089760] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.098156] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522e7e2f-14b2-799a-9b51-746ce78dc083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.099471] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Created folder: Instances in parent group-v638048. [ 675.099706] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.099896] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.100165] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec03913-1d01-48f7-b46e-384627b0129e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.121211] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.121211] env[69133]: value = "task-3190530" [ 675.121211] env[69133]: _type = "Task" [ 675.121211] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.129589] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190530, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.372527] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.400881] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.401518] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.401518] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.401518] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.401664] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.401809] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.401994] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.402173] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.402337] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.402983] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.402983] env[69133]: DEBUG nova.virt.hardware [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.403661] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2aa6fa0-2c89-4c54-a1f1-dd7a5373d7f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.411685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811e176-d878-434f-a212-da5dbb72ffd8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.455301] env[69133]: DEBUG nova.scheduler.client.report [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.532858] env[69133]: DEBUG oslo_vmware.api [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.968093} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.533146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 675.533369] env[69133]: INFO nova.compute.manager [None req-da1f1139-b1c3-42d1-93bf-69ea8ba898a5 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 675.543782] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190527, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.601280] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522e7e2f-14b2-799a-9b51-746ce78dc083, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.601603] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.601897] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f6adedce-4418-4f1e-a049-6d6b19ffcfd3/f6adedce-4418-4f1e-a049-6d6b19ffcfd3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.602735] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa9ec24-ddf3-4ae7-afb3-03ca538365f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.610636] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 675.610636] env[69133]: value = "task-3190531" [ 675.610636] env[69133]: _type = "Task" [ 675.610636] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.621831] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.631786] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190530, 'name': CreateVM_Task, 'duration_secs': 0.391672} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.631937] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.635433] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.635433] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.635433] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.635433] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5725bf7-4c4c-4e40-abc0-58f4a5cddb6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.638384] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 675.638384] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52505d76-8e18-e7f1-d812-79d4bc51ff98" [ 675.638384] env[69133]: _type = "Task" [ 675.638384] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.646208] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52505d76-8e18-e7f1-d812-79d4bc51ff98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.658112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "cbad918b-59ea-4937-b627-60f43b99da0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.658398] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.826306] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.826671] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.960081] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.960574] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.965251] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.035s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.965597] env[69133]: DEBUG nova.objects.instance [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lazy-loading 'resources' on Instance uuid 63af3181-231c-45dd-9df8-915064dedcf2 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.049344] env[69133]: DEBUG oslo_vmware.api [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190527, 'name': RemoveSnapshot_Task, 'duration_secs': 1.113566} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.050857] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 676.050857] env[69133]: INFO nova.compute.manager [None req-1537e91a-3288-46f9-8766-6d1289435776 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 676.121203] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443401} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.121568] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f6adedce-4418-4f1e-a049-6d6b19ffcfd3/f6adedce-4418-4f1e-a049-6d6b19ffcfd3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.121823] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.122162] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69213287-bb07-4171-aed1-a269149a83b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.129022] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 676.129022] env[69133]: value = "task-3190532" [ 676.129022] env[69133]: _type = "Task" [ 676.129022] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.138628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "25f17937-1485-4748-ad83-e4eb7da7c882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.138869] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.145968] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.151123] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52505d76-8e18-e7f1-d812-79d4bc51ff98, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.151434] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.151676] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.151903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.152062] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.152247] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.152554] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58fcc3ab-5394-498c-83fe-9f7620fb8ad6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.171870] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.172067] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.172822] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24951d8b-23a9-48a3-80ee-5f2bee3eb842 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.179659] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 676.179659] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5211a231-c9fc-f60d-2dba-5570318ac309" [ 676.179659] env[69133]: _type = "Task" [ 676.179659] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.187319] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5211a231-c9fc-f60d-2dba-5570318ac309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.263153] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Successfully updated port: b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.454254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "252b5ecb-6b62-4456-acfc-991572db2019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.454254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.454254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "252b5ecb-6b62-4456-acfc-991572db2019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.454254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.454254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.459701] env[69133]: INFO nova.compute.manager [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Terminating instance [ 676.473238] env[69133]: DEBUG nova.compute.utils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.475989] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.643588] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063919} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.643881] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.647525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96624d65-4003-425e-b94c-4c3366802c04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.677199] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f6adedce-4418-4f1e-a049-6d6b19ffcfd3/f6adedce-4418-4f1e-a049-6d6b19ffcfd3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.681334] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eefe0bc-d600-4898-9d75-e2f38d3e6eb1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.708876] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5211a231-c9fc-f60d-2dba-5570318ac309, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.711342] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 676.711342] env[69133]: value = "task-3190533" [ 676.711342] env[69133]: _type = "Task" [ 676.711342] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.712895] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde757dc-74d1-4f07-9f35-a1908fd4c7a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.723259] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 676.723259] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5294b036-baf3-6611-db70-794c42c72a0f" [ 676.723259] env[69133]: _type = "Task" [ 676.723259] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.726805] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.734994] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5294b036-baf3-6611-db70-794c42c72a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.766150] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.766304] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.766443] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.965029] env[69133]: DEBUG nova.compute.manager [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.965850] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.966971] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a831b-ea30-4574-b318-31d306b46b1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.978722] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.981014] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.982658] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0d38b4b-942a-41a8-bf3b-e5a03e989a70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.043318] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.043578] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.043744] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore2] 252b5ecb-6b62-4456-acfc-991572db2019 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.044275] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6956e627-2fb7-4c98-8297-6996deab8677 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051551] env[69133]: DEBUG oslo_vmware.api [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 677.051551] env[69133]: value = "task-3190535" [ 677.051551] env[69133]: _type = "Task" [ 677.051551] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.066666] env[69133]: DEBUG oslo_vmware.api [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.111939] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Received event network-changed-327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.111939] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Refreshing instance network info cache due to event network-changed-327cb1ff-ae9e-4ed4-9a0b-1364742f579d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.111939] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquiring lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.112880] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquired lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.113090] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Refreshing network info cache for port 327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.147430] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d40c97-1fd8-47e5-a7eb-30196f97e65d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.156024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a354b770-3d1c-4d58-88e5-f3060c3e1643 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.201317] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c7007-096c-46fa-9435-41e2bb1ce1c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.210626] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a793b164-5b23-4645-89da-7ac5ca4047c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.230854] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190533, 'name': ReconfigVM_Task, 'duration_secs': 0.304849} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.231423] env[69133]: DEBUG nova.compute.provider_tree [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.232877] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f6adedce-4418-4f1e-a049-6d6b19ffcfd3/f6adedce-4418-4f1e-a049-6d6b19ffcfd3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.238498] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea962ea-e76e-48f1-9fb0-a47bd03e5d04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.248064] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5294b036-baf3-6611-db70-794c42c72a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.250095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.250371] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e583638b-7964-43d0-93c0-8545478c36b4/e583638b-7964-43d0-93c0-8545478c36b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.250991] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 677.250991] env[69133]: value = "task-3190536" [ 677.250991] env[69133]: _type = "Task" [ 677.250991] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.251203] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f411cb-3c56-4743-9534-d9dda5566737 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.261277] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190536, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.262779] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 677.262779] env[69133]: value = "task-3190537" [ 677.262779] env[69133]: _type = "Task" [ 677.262779] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.275905] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.316372] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.316923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.355424] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.565100] env[69133]: DEBUG oslo_vmware.api [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128122} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.565461] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.566191] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.566435] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.566628] env[69133]: INFO nova.compute.manager [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Took 0.60 seconds to destroy the instance on the hypervisor. [ 677.566839] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.567420] env[69133]: DEBUG nova.compute.manager [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.567523] env[69133]: DEBUG nova.network.neutron [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.583016] env[69133]: DEBUG nova.network.neutron [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.739343] env[69133]: DEBUG nova.scheduler.client.report [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.771401] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190536, 'name': Rename_Task, 'duration_secs': 0.138249} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.779198] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.779392] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870f1fa7-0faa-4dfd-9105-4e988e0fe81e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.789241] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46996} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.790820] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e583638b-7964-43d0-93c0-8545478c36b4/e583638b-7964-43d0-93c0-8545478c36b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.791068] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.791813] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 677.791813] env[69133]: value = "task-3190538" [ 677.791813] env[69133]: _type = "Task" [ 677.791813] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.791813] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36495a5d-103e-4f1b-bc0d-a5346e1e8b28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.810203] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 677.810203] env[69133]: value = "task-3190539" [ 677.810203] env[69133]: _type = "Task" [ 677.810203] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.810879] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190538, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.824114] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.990054] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.004796] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Updated VIF entry in instance network info cache for port 327cb1ff-ae9e-4ed4-9a0b-1364742f579d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.004796] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Updating instance_info_cache with network_info: [{"id": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "address": "fa:16:3e:84:d1:99", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cb1ff-ae", "ovs_interfaceid": "327cb1ff-ae9e-4ed4-9a0b-1364742f579d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.023036] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.023036] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.023036] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.023036] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.023036] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.023279] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.023313] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.023474] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.023679] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.023849] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.024039] env[69133]: DEBUG nova.virt.hardware [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.025224] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62cd384-6b39-4b7c-92d6-5ce725259537 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.035978] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a46ed-32b2-427c-af3c-060363ae7fe8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.055852] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.061409] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Creating folder: Project (150fa981ed2d4cbb856a16c18ec17281). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.062436] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68354abc-db67-4a00-9be8-81c04a054b13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.071799] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Created folder: Project (150fa981ed2d4cbb856a16c18ec17281) in parent group-v637972. [ 678.071967] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Creating folder: Instances. Parent ref: group-v638051. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.072219] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5d95e0-36a7-451c-9f0a-e99c876e0eb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.080951] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Created folder: Instances in parent group-v638051. [ 678.081197] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.081405] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.081620] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2640102-8620-4e74-9804-3859e11a10e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.098787] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.098964] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Instance network_info: |[{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.099801] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:39:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f6b989-ffce-4223-99d1-85a0c1b4626a', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.107558] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating folder: Project (da6967b01775421780e13f57169846e7). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.108314] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80c5ff35-7454-464c-b235-41cd5fed89ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.111807] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.111807] env[69133]: value = "task-3190542" [ 678.111807] env[69133]: _type = "Task" [ 678.111807] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.118440] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created folder: Project (da6967b01775421780e13f57169846e7) in parent group-v637972. [ 678.118661] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating folder: Instances. Parent ref: group-v638053. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.121385] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79f6d50d-5334-444d-b752-619b6309808b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.123383] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190542, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.129761] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created folder: Instances in parent group-v638053. [ 678.129985] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.130128] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.133500] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28a6a04-25f0-4b33-8f07-7bd0390b6ffb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.153395] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.153395] env[69133]: value = "task-3190545" [ 678.153395] env[69133]: _type = "Task" [ 678.153395] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.165143] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190545, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.245482] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.246811] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.305s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.249482] env[69133]: INFO nova.compute.claims [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.279860] env[69133]: INFO nova.scheduler.client.report [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleted allocations for instance 63af3181-231c-45dd-9df8-915064dedcf2 [ 678.309032] env[69133]: DEBUG oslo_vmware.api [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190538, 'name': PowerOnVM_Task, 'duration_secs': 0.496331} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.309349] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.309685] env[69133]: INFO nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Took 8.02 seconds to spawn the instance on the hypervisor. [ 678.309947] env[69133]: DEBUG nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.312048] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e28fd0-b987-4550-9e1b-4b8fa529224c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.335946] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066121} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.335946] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.339516] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db9c117-e0b1-4126-b43d-4206e0da1154 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.363742] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e583638b-7964-43d0-93c0-8545478c36b4/e583638b-7964-43d0-93c0-8545478c36b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.364853] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc526d7-99c8-454c-a166-6ff481a2d754 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.393303] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 678.393303] env[69133]: value = "task-3190546" [ 678.393303] env[69133]: _type = "Task" [ 678.393303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.407418] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.483187] env[69133]: DEBUG nova.network.neutron [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.508459] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Releasing lock "refresh_cache-f6adedce-4418-4f1e-a049-6d6b19ffcfd3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.508793] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received event network-vif-plugged-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.509779] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquiring lock "e583638b-7964-43d0-93c0-8545478c36b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.509779] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Lock "e583638b-7964-43d0-93c0-8545478c36b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.509779] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Lock "e583638b-7964-43d0-93c0-8545478c36b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.509779] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] No waiting events found dispatching network-vif-plugged-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.509779] env[69133]: WARNING nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received unexpected event network-vif-plugged-9b9c8b56-0625-46d1-8c3e-f717667a8047 for instance with vm_state building and task_state spawning. [ 678.509970] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.510019] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing instance network info cache due to event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.510214] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquiring lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.510348] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquired lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.510537] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.623433] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190542, 'name': CreateVM_Task, 'duration_secs': 0.318084} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.623771] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.624685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.624685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.624685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.625391] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa11d748-2158-4c0d-be19-a54b1f40d46e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.629309] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 678.629309] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a7303d-2aaa-5105-2977-9d969035d7cc" [ 678.629309] env[69133]: _type = "Task" [ 678.629309] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.637271] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a7303d-2aaa-5105-2977-9d969035d7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.663013] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190545, 'name': CreateVM_Task, 'duration_secs': 0.4386} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.663321] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.664103] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.794656] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eb36554-1cfc-4f05-93e8-a5e8b2d9a9c0 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "63af3181-231c-45dd-9df8-915064dedcf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.475s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.843864] env[69133]: INFO nova.compute.manager [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Took 35.30 seconds to build instance. [ 678.903286] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190546, 'name': ReconfigVM_Task, 'duration_secs': 0.295877} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.903700] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e583638b-7964-43d0-93c0-8545478c36b4/e583638b-7964-43d0-93c0-8545478c36b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.904249] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005b21bf-c0e7-4b9f-98ef-1315b7daad1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.910283] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 678.910283] env[69133]: value = "task-3190547" [ 678.910283] env[69133]: _type = "Task" [ 678.910283] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.921126] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190547, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.987243] env[69133]: INFO nova.compute.manager [-] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Took 1.42 seconds to deallocate network for instance. [ 679.139852] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a7303d-2aaa-5105-2977-9d969035d7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.032363} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.143054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143054] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.143318] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.143468] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.143670] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.143972] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.144283] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.144514] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ddcdc88-8439-45c4-85e6-f7bd736320f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.149222] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4c8f2c-6e77-431d-b5dc-e53b2949a90f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.156069] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 679.156069] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d123ad-2f25-5336-7fcf-43aecb74c2b6" [ 679.156069] env[69133]: _type = "Task" [ 679.156069] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.164762] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.165276] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.167067] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686e434a-c8c0-4b12-9808-833e07ca466f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.174603] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d123ad-2f25-5336-7fcf-43aecb74c2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.178315] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.178575] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.178787] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.180991] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 679.180991] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dba81b-de56-c0af-9a06-a76fae870edf" [ 679.180991] env[69133]: _type = "Task" [ 679.180991] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.189199] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52dba81b-de56-c0af-9a06-a76fae870edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.317544] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updated VIF entry in instance network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.317694] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updating instance_info_cache with network_info: [{"id": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "address": "fa:16:3e:c8:29:28", "network": {"id": "a226c7fb-ab51-44de-af44-d53aa2e28308", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1101184308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eefb88a1daa4729a40fcd262da45b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9c8b56-06", "ovs_interfaceid": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.329651] env[69133]: DEBUG nova.compute.manager [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.335931] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa9003-c101-45b8-aa4c-84fd22fb15c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.345875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75e7bcf1-4b34-476b-baaa-70c44af32ae5 tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.748s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.377477] env[69133]: DEBUG nova.compute.manager [req-2f61c493-b672-45bc-8021-fbba9695deff req-f4850052-e52e-44bf-aaf2-f57752e7fbb4 service nova] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Received event network-vif-deleted-5175b726-7fc4-4e29-b9a9-cff587afbfcf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.424758] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190547, 'name': Rename_Task, 'duration_secs': 0.131314} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.425078] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.425530] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450c5c50-3aee-41ff-9836-a312732c96a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.434329] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 679.434329] env[69133]: value = "task-3190548" [ 679.434329] env[69133]: _type = "Task" [ 679.434329] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.443115] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.495294] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.702020] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52dba81b-de56-c0af-9a06-a76fae870edf, 'name': SearchDatastore_Task, 'duration_secs': 0.024887} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.705668] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1284a3-4be2-49ad-98ff-c7f8bb703bad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.717319] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 679.717319] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521df5d6-33ba-b1ca-cdc9-330d75f7d322" [ 679.717319] env[69133]: _type = "Task" [ 679.717319] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.728514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "692b7b8a-53c0-41e6-874f-85516308d7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.728514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.733247] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521df5d6-33ba-b1ca-cdc9-330d75f7d322, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.733692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.734045] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ec34e96b-4903-404f-a8d3-77da1b9a9d1e/ec34e96b-4903-404f-a8d3-77da1b9a9d1e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.734523] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.734816] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.735135] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d6de6e1-00fd-4318-adb8-af46cc773180 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.737541] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48efff6b-52d6-4e0e-8332-a1d5c05b2d76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.749025] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 679.749025] env[69133]: value = "task-3190549" [ 679.749025] env[69133]: _type = "Task" [ 679.749025] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.752460] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.756255] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.760198] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7a4621-4448-4e37-95dc-4158c197f1e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.763724] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.767171] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 679.767171] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5268738d-b39c-6396-d46a-c160c6d587a6" [ 679.767171] env[69133]: _type = "Task" [ 679.767171] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.781236] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5268738d-b39c-6396-d46a-c160c6d587a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008522} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.781236] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a78f93-0fcc-44f1-84e1-475f673f7ad7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.785699] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 679.785699] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523a7465-3a2a-4b13-5804-1433b4423461" [ 679.785699] env[69133]: _type = "Task" [ 679.785699] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.794278] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523a7465-3a2a-4b13-5804-1433b4423461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.820746] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Releasing lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.821085] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Received event network-vif-plugged-b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.822440] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.822440] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.822440] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.822440] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] No waiting events found dispatching network-vif-plugged-b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.822440] env[69133]: WARNING nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Received unexpected event network-vif-plugged-b3f6b989-ffce-4223-99d1-85a0c1b4626a for instance with vm_state building and task_state spawning. [ 679.822440] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Received event network-changed-b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.822440] env[69133]: DEBUG nova.compute.manager [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Refreshing instance network info cache due to event network-changed-b3f6b989-ffce-4223-99d1-85a0c1b4626a. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.822649] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.822649] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.822770] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Refreshing network info cache for port b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.852971] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.861231] env[69133]: INFO nova.compute.manager [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] instance snapshotting [ 679.862855] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1274f941-01e2-45a2-97ff-019b9ae991d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.896424] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85920061-6851-49c3-aaeb-3d389fb80ba5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.945319] env[69133]: DEBUG oslo_vmware.api [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190548, 'name': PowerOnVM_Task, 'duration_secs': 0.457309} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.945441] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.945636] env[69133]: INFO nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Took 7.13 seconds to spawn the instance on the hypervisor. [ 679.945815] env[69133]: DEBUG nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.947721] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7d2463-dc7a-4879-848f-38e7dbd31269 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.971389] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb860cce-e803-46f5-ad0d-164f02f52065 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.980894] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed816031-d1b7-4ded-b674-21001afe8c55 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.015309] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c1f7c-fb59-4fb4-bf82-7331b1a88275 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025222] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86008f1-5156-497e-9469-538d1cbb21b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.044132] env[69133]: DEBUG nova.compute.provider_tree [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.257757] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458592} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.258042] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ec34e96b-4903-404f-a8d3-77da1b9a9d1e/ec34e96b-4903-404f-a8d3-77da1b9a9d1e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.258258] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.258504] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92502007-6f21-4282-9d78-a297d47356e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.264897] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 680.264897] env[69133]: value = "task-3190550" [ 680.264897] env[69133]: _type = "Task" [ 680.264897] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.273114] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.296287] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523a7465-3a2a-4b13-5804-1433b4423461, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.296287] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.296536] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.296819] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e060c219-0ce7-4e92-90fc-9ce06ce8f696 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.304085] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 680.304085] env[69133]: value = "task-3190551" [ 680.304085] env[69133]: _type = "Task" [ 680.304085] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.312551] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.344821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.345607] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.346054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.346335] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.346553] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.349273] env[69133]: INFO nova.compute.manager [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Terminating instance [ 680.385219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.412395] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.412728] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57b2a44a-ef21-4fdf-b12b-9832b61cb041 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.421064] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 680.421064] env[69133]: value = "task-3190552" [ 680.421064] env[69133]: _type = "Task" [ 680.421064] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.433614] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190552, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.474455] env[69133]: INFO nova.compute.manager [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Took 35.88 seconds to build instance. [ 680.546672] env[69133]: DEBUG nova.scheduler.client.report [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.688931] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updated VIF entry in instance network info cache for port b3f6b989-ffce-4223-99d1-85a0c1b4626a. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.689322] env[69133]: DEBUG nova.network.neutron [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.776048] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065927} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.776048] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.777105] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2951e-fded-43d6-a0cb-5522bf387aec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.796663] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] ec34e96b-4903-404f-a8d3-77da1b9a9d1e/ec34e96b-4903-404f-a8d3-77da1b9a9d1e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.796960] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86903fa0-4e19-404e-bdd0-0a2026f2c63a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.819028] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454564} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.820442] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.821213] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.821213] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 680.821213] env[69133]: value = "task-3190553" [ 680.821213] env[69133]: _type = "Task" [ 680.821213] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.821567] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d17fb0b-401a-4d97-aaa4-9fe92bb13445 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.834883] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.835026] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 680.835026] env[69133]: value = "task-3190554" [ 680.835026] env[69133]: _type = "Task" [ 680.835026] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.843581] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.855403] env[69133]: DEBUG nova.compute.manager [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.855603] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.856506] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7c71e-9154-452e-bb14-2c77b92f8245 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.863603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.864031] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8df9c8-1493-4ebd-9c85-484174da0954 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.871932] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 680.871932] env[69133]: value = "task-3190555" [ 680.871932] env[69133]: _type = "Task" [ 680.871932] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.878659] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.930934] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.982206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8f5eb25c-4c79-43b6-8b4c-7e6ca5b584f6 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.115s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.053339] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.054139] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.056856] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.043s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.057151] env[69133]: DEBUG nova.objects.instance [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lazy-loading 'resources' on Instance uuid 0e2e54bd-53c1-4621-8f02-c4e2d553967f {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.197449] env[69133]: DEBUG oslo_concurrency.lockutils [req-55c971ec-8d2c-4d6c-9d98-7f9e9c1908ee req-f600bb31-f10c-4359-b8b9-e46ffdd9aafa service nova] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.339798] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.349031] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06465} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.350810] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.351740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b37069-3bd6-400a-a5d1-73b4fea0d0c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.380781] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.381159] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd9cda51-e640-4f52-b6f0-32ac8a19c705 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.406458] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190555, 'name': PowerOffVM_Task, 'duration_secs': 0.23497} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.407755] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.407935] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.408263] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 681.408263] env[69133]: value = "task-3190556" [ 681.408263] env[69133]: _type = "Task" [ 681.408263] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.408455] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78cb567a-420e-4686-a370-1be736f25509 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.418926] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.430278] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190552, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.474567] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.474791] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.474972] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Deleting the datastore file [datastore2] f6adedce-4418-4f1e-a049-6d6b19ffcfd3 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.475259] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e98a095-e7fd-434f-84f0-af8b9b0df2f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.481577] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for the task: (returnval){ [ 681.481577] env[69133]: value = "task-3190558" [ 681.481577] env[69133]: _type = "Task" [ 681.481577] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.484923] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.492772] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.564061] env[69133]: DEBUG nova.compute.utils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.565816] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.566545] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.825226] env[69133]: DEBUG nova.policy [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11238dfc25e9498d8c3de195e2ed7960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9351371bd84cd2b7d0ec88426fbaef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.841316] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "27658181-4601-4db5-ae91-d802a74f2c9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.841660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.847454] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190553, 'name': ReconfigVM_Task, 'duration_secs': 0.742522} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.848971] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Reconfigured VM instance instance-0000001b to attach disk [datastore2] ec34e96b-4903-404f-a8d3-77da1b9a9d1e/ec34e96b-4903-404f-a8d3-77da1b9a9d1e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.852619] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cab79787-e390-4e9b-aff4-309cb468d359 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.861823] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 681.861823] env[69133]: value = "task-3190559" [ 681.861823] env[69133]: _type = "Task" [ 681.861823] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.875073] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190559, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.922775] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190556, 'name': ReconfigVM_Task, 'duration_secs': 0.328784} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.923461] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.926544] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95f2db1e-af83-4d2f-9d0c-ecf31e4baa3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.936293] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190552, 'name': CreateSnapshot_Task, 'duration_secs': 1.229514} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.937580] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 681.937893] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 681.937893] env[69133]: value = "task-3190560" [ 681.937893] env[69133]: _type = "Task" [ 681.937893] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.938604] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b780d4f6-e1ea-4a59-ad88-3c886d68b274 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.959049] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190560, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.992683] env[69133]: DEBUG oslo_vmware.api [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Task: {'id': task-3190558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187402} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.997149] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.997352] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.997524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.997691] env[69133]: INFO nova.compute.manager [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 681.997928] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.999035] env[69133]: DEBUG nova.compute.manager [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.999134] env[69133]: DEBUG nova.network.neutron [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.010697] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.069291] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.126384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943420fd-bfda-4695-8c17-c56942b35edd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.136669] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4520bb-b0f1-4f1c-b0bc-23e0f5fe22fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.173871] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23894d06-4e6e-4669-a131-44b5897f558b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.181564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbdf88-ded0-4d73-aeed-59563b3b4603 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.197200] env[69133]: DEBUG nova.compute.provider_tree [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.376230] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190559, 'name': Rename_Task, 'duration_secs': 0.354478} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.377492] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.377976] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a38ef46-dd19-4d96-91e2-5f0545c868bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.383778] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Successfully created port: 7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.392519] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 682.392519] env[69133]: value = "task-3190561" [ 682.392519] env[69133]: _type = "Task" [ 682.392519] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.404279] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.454102] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190560, 'name': Rename_Task, 'duration_secs': 0.163906} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.454730] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.454993] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a22033-081a-4771-adbc-55c76999041f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.467402] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.469038] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2c414556-b5e5-4fdc-a7ce-ad14c25d06ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.473102] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 682.473102] env[69133]: value = "task-3190562" [ 682.473102] env[69133]: _type = "Task" [ 682.473102] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.481021] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 682.481021] env[69133]: value = "task-3190563" [ 682.481021] env[69133]: _type = "Task" [ 682.481021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.485520] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.491135] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190563, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.574882] env[69133]: DEBUG nova.compute.manager [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.575093] env[69133]: DEBUG nova.compute.manager [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing instance network info cache due to event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.575312] env[69133]: DEBUG oslo_concurrency.lockutils [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] Acquiring lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.575457] env[69133]: DEBUG oslo_concurrency.lockutils [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] Acquired lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.575619] env[69133]: DEBUG nova.network.neutron [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.720902] env[69133]: ERROR nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] [req-8fe5da56-01f9-40b4-b14f-730f444b2cb0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fe5da56-01f9-40b4-b14f-730f444b2cb0"}]} [ 682.745101] env[69133]: DEBUG nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.762033] env[69133]: DEBUG nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.762313] env[69133]: DEBUG nova.compute.provider_tree [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.776614] env[69133]: DEBUG nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.808146] env[69133]: DEBUG nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.852849] env[69133]: DEBUG nova.compute.manager [req-82e916f7-3ba4-4843-a5c4-1d49ea008e68 req-90b05548-c09e-4166-9c0a-c87deb60a0c1 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Received event network-vif-deleted-327cb1ff-ae9e-4ed4-9a0b-1364742f579d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.853110] env[69133]: INFO nova.compute.manager [req-82e916f7-3ba4-4843-a5c4-1d49ea008e68 req-90b05548-c09e-4166-9c0a-c87deb60a0c1 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Neutron deleted interface 327cb1ff-ae9e-4ed4-9a0b-1364742f579d; detaching it from the instance and deleting it from the info cache [ 682.853239] env[69133]: DEBUG nova.network.neutron [req-82e916f7-3ba4-4843-a5c4-1d49ea008e68 req-90b05548-c09e-4166-9c0a-c87deb60a0c1 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.903530] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190561, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.926504] env[69133]: DEBUG nova.network.neutron [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.982416] env[69133]: DEBUG oslo_vmware.api [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190562, 'name': PowerOnVM_Task, 'duration_secs': 0.486772} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.988826] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.988950] env[69133]: INFO nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 7.62 seconds to spawn the instance on the hypervisor. [ 682.989239] env[69133]: DEBUG nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.990808] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa111625-0764-4acd-939a-62e69adeb374 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.003319] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190563, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.088887] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.121153] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.121388] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.121551] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.121726] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.121864] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.123639] env[69133]: DEBUG nova.virt.hardware [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.123877] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c072f4c-03e7-4a95-a2b8-995d1db52336 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.133807] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8c7f22-6ee3-434e-8009-c30e68a4f99a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.356255] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-627dd37d-9986-4afe-badd-2929a626321e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.366818] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98811601-8058-49af-a553-eddc33234145 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.390849] env[69133]: DEBUG nova.network.neutron [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updated VIF entry in instance network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.391243] env[69133]: DEBUG nova.network.neutron [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updating instance_info_cache with network_info: [{"id": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "address": "fa:16:3e:c8:29:28", "network": {"id": "a226c7fb-ab51-44de-af44-d53aa2e28308", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1101184308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eefb88a1daa4729a40fcd262da45b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9c8b56-06", "ovs_interfaceid": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.406086] env[69133]: DEBUG nova.compute.manager [req-82e916f7-3ba4-4843-a5c4-1d49ea008e68 req-90b05548-c09e-4166-9c0a-c87deb60a0c1 service nova] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Detach interface failed, port_id=327cb1ff-ae9e-4ed4-9a0b-1364742f579d, reason: Instance f6adedce-4418-4f1e-a049-6d6b19ffcfd3 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 683.411559] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f22bd7-1ff7-4c83-ab49-49e878ae7674 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.419512] env[69133]: DEBUG oslo_vmware.api [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190561, 'name': PowerOnVM_Task, 'duration_secs': 0.666464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.421373] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.421588] env[69133]: INFO nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Took 5.43 seconds to spawn the instance on the hypervisor. [ 683.421771] env[69133]: DEBUG nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.422610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598aa68b-edfd-41ad-8eec-ecc50b90b345 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.426663] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab32a3-398b-4341-b731-20f736d25165 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.430035] env[69133]: INFO nova.compute.manager [-] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Took 1.43 seconds to deallocate network for instance. [ 683.465935] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae20d3-be59-410e-a37a-f22e0e910e32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.474397] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a2079-1b2d-4001-9b98-a83a58a261c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.490500] env[69133]: DEBUG nova.compute.provider_tree [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.499942] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190563, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.513325] env[69133]: INFO nova.compute.manager [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 37.38 seconds to build instance. [ 683.908513] env[69133]: DEBUG oslo_concurrency.lockutils [req-8c20ffa5-67ee-4056-a88c-24eb13c39ae2 req-861ec772-1e32-4cfc-8828-5cea967d6ac9 service nova] Releasing lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.975546] env[69133]: INFO nova.compute.manager [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Took 34.07 seconds to build instance. [ 683.980097] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.002262] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190563, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.016297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3b03f54f-5b6a-4d48-977d-8b9a3e262b80 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.857s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.033599] env[69133]: DEBUG nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.034097] env[69133]: DEBUG nova.compute.provider_tree [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 53 to 54 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.034304] env[69133]: DEBUG nova.compute.provider_tree [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.189031] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Successfully updated port: 7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.478300] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4647b753-ff26-47b9-970f-c824c3a0eae0 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.219s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.506551] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190563, 'name': CloneVM_Task, 'duration_secs': 1.728647} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.506908] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Created linked-clone VM from snapshot [ 684.507663] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03263143-6c53-406a-8be4-38162756ad81 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.518146] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Uploading image 21dcee41-efd1-4c2e-9ed6-9ba1a9422f48 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 684.518964] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.541871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.485s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.545577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.973s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.547580] env[69133]: INFO nova.compute.claims [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.552891] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 684.552891] env[69133]: value = "vm-638058" [ 684.552891] env[69133]: _type = "VirtualMachine" [ 684.552891] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 684.552891] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93367496-83eb-49b0-9be3-90e5d0c9a47e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.562613] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lease: (returnval){ [ 684.562613] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527704b0-53e3-b92c-adc0-89d9133f419d" [ 684.562613] env[69133]: _type = "HttpNfcLease" [ 684.562613] env[69133]: } obtained for exporting VM: (result){ [ 684.562613] env[69133]: value = "vm-638058" [ 684.562613] env[69133]: _type = "VirtualMachine" [ 684.562613] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 684.562613] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the lease: (returnval){ [ 684.562613] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527704b0-53e3-b92c-adc0-89d9133f419d" [ 684.562613] env[69133]: _type = "HttpNfcLease" [ 684.562613] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 684.568017] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 684.568017] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527704b0-53e3-b92c-adc0-89d9133f419d" [ 684.568017] env[69133]: _type = "HttpNfcLease" [ 684.568017] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 684.583980] env[69133]: INFO nova.scheduler.client.report [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Deleted allocations for instance 0e2e54bd-53c1-4621-8f02-c4e2d553967f [ 684.694518] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.694518] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.694518] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.762351] env[69133]: DEBUG nova.compute.manager [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.762546] env[69133]: DEBUG nova.compute.manager [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing instance network info cache due to event network-changed-9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.762756] env[69133]: DEBUG oslo_concurrency.lockutils [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] Acquiring lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.762899] env[69133]: DEBUG oslo_concurrency.lockutils [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] Acquired lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.763215] env[69133]: DEBUG nova.network.neutron [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Refreshing network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.980851] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.041943] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.073102] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.073102] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527704b0-53e3-b92c-adc0-89d9133f419d" [ 685.073102] env[69133]: _type = "HttpNfcLease" [ 685.073102] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 685.073428] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 685.073428] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527704b0-53e3-b92c-adc0-89d9133f419d" [ 685.073428] env[69133]: _type = "HttpNfcLease" [ 685.073428] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.074360] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e29ba-b84f-4697-bd22-63b31ebaa9f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.085741] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.086599] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.152276] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1950b07b-3acb-482b-92a0-3204449facd5 tempest-ServerDiagnosticsNegativeTest-2090294697 tempest-ServerDiagnosticsNegativeTest-2090294697-project-member] Lock "0e2e54bd-53c1-4621-8f02-c4e2d553967f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.836s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.180799] env[69133]: DEBUG nova.compute.manager [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received event network-vif-plugged-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.181031] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Acquiring lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.181228] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.181410] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.181591] env[69133]: DEBUG nova.compute.manager [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] No waiting events found dispatching network-vif-plugged-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.183680] env[69133]: WARNING nova.compute.manager [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received unexpected event network-vif-plugged-7740b455-3471-4f46-9ccd-3e27aae5b5f7 for instance with vm_state building and task_state spawning. [ 685.183680] env[69133]: DEBUG nova.compute.manager [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.183680] env[69133]: DEBUG nova.compute.manager [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing instance network info cache due to event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.183680] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Acquiring lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.187167] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fbda0cf-5c1e-471a-a54c-19f8403952f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.232393] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.504225] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.515030] env[69133]: DEBUG nova.network.neutron [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [{"id": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "address": "fa:16:3e:cb:07:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7740b455-34", "ovs_interfaceid": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.629575] env[69133]: DEBUG nova.network.neutron [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updated VIF entry in instance network info cache for port 9b9c8b56-0625-46d1-8c3e-f717667a8047. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.630698] env[69133]: DEBUG nova.network.neutron [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updating instance_info_cache with network_info: [{"id": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "address": "fa:16:3e:c8:29:28", "network": {"id": "a226c7fb-ab51-44de-af44-d53aa2e28308", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1101184308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eefb88a1daa4729a40fcd262da45b03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9c8b56-06", "ovs_interfaceid": "9b9c8b56-0625-46d1-8c3e-f717667a8047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.019909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.020565] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Instance network_info: |[{"id": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "address": "fa:16:3e:cb:07:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7740b455-34", "ovs_interfaceid": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.020951] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Acquired lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.021190] env[69133]: DEBUG nova.network.neutron [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.024193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:07:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7740b455-3471-4f46-9ccd-3e27aae5b5f7', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.032033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating folder: Project (1b9351371bd84cd2b7d0ec88426fbaef). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.036820] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-526931c6-5e1a-457a-ab2f-542e593de5cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.048819] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created folder: Project (1b9351371bd84cd2b7d0ec88426fbaef) in parent group-v637972. [ 686.049048] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating folder: Instances. Parent ref: group-v638059. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.052366] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5b9afe3-dd11-4165-b89a-a08d42dbe29b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.062021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "e583638b-7964-43d0-93c0-8545478c36b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.062747] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.062747] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "e583638b-7964-43d0-93c0-8545478c36b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.062947] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.063163] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.064975] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created folder: Instances in parent group-v638059. [ 686.065528] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.066028] env[69133]: INFO nova.compute.manager [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Terminating instance [ 686.069853] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.071249] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211a5f54-861d-44a2-ad01-c88dcc95353f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.090581] env[69133]: DEBUG nova.compute.manager [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.091063] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.092257] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4804f-ffa2-460e-8b88-302215e18bf8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.101229] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.102704] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c060b501-3c04-4ded-8f90-2b1a8a3d818c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.104582] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.104582] env[69133]: value = "task-3190567" [ 686.104582] env[69133]: _type = "Task" [ 686.104582] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.110166] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 686.110166] env[69133]: value = "task-3190568" [ 686.110166] env[69133]: _type = "Task" [ 686.110166] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.119041] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190567, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.124198] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.136912] env[69133]: DEBUG oslo_concurrency.lockutils [req-8ba563c8-e94f-461b-88e7-6ecabcd445b3 req-4db09cc8-6f8d-4fdc-b4eb-b49f3223aaaf service nova] Releasing lock "refresh_cache-e583638b-7964-43d0-93c0-8545478c36b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.149022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b0326-a103-4beb-8db2-820dc1d8e3c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.155348] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc62cb0-9c30-474c-a948-53af1010f0b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.190046] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d7761-d97e-48af-87c9-4ed163f0f20f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.198440] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d6c345-836d-4c66-92d2-b1acedc51246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.213427] env[69133]: DEBUG nova.compute.provider_tree [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.261671] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.262500] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.618843] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190567, 'name': CreateVM_Task, 'duration_secs': 0.418205} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.619516] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.620302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.620544] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.621077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.624272] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6579f192-4ad6-47c9-b9a0-8a9878b15000 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.626192] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190568, 'name': PowerOffVM_Task, 'duration_secs': 0.229416} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.626529] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.626801] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.627553] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f437ba83-5cd8-487e-b2e7-13671804bbcf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.630470] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 686.630470] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ce9969-a015-a46e-64f0-86f2cda55c15" [ 686.630470] env[69133]: _type = "Task" [ 686.630470] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.639088] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ce9969-a015-a46e-64f0-86f2cda55c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.695385] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.695644] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.695866] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Deleting the datastore file [datastore2] e583638b-7964-43d0-93c0-8545478c36b4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.696177] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee0210aa-3875-4a15-b46e-2632f3ee8b30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.702599] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for the task: (returnval){ [ 686.702599] env[69133]: value = "task-3190570" [ 686.702599] env[69133]: _type = "Task" [ 686.702599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.710769] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.761604] env[69133]: DEBUG nova.scheduler.client.report [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 686.761920] env[69133]: DEBUG nova.compute.provider_tree [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 54 to 55 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 686.762132] env[69133]: DEBUG nova.compute.provider_tree [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.775563] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.775978] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.779664] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.779753] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.779986] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.780251] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.781306] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 686.781865] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 686.813103] env[69133]: DEBUG nova.network.neutron [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updated VIF entry in instance network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.813477] env[69133]: DEBUG nova.network.neutron [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [{"id": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "address": "fa:16:3e:cb:07:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7740b455-34", "ovs_interfaceid": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.142056] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ce9969-a015-a46e-64f0-86f2cda55c15, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.142474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.142914] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.143240] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.143478] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.143749] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.144129] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ed78775-ca78-42e9-a2ff-331a8b70df46 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.152249] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.152532] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.153397] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecc9b89-42b2-4c32-9270-87104125684d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.160404] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 687.160404] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d4199c-e8c4-5700-53a6-72c7146c920e" [ 687.160404] env[69133]: _type = "Task" [ 687.160404] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.173340] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d4199c-e8c4-5700-53a6-72c7146c920e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.212307] env[69133]: DEBUG nova.compute.manager [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Received event network-changed-b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.212576] env[69133]: DEBUG nova.compute.manager [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Refreshing instance network info cache due to event network-changed-b3f6b989-ffce-4223-99d1-85a0c1b4626a. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.212839] env[69133]: DEBUG oslo_concurrency.lockutils [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.213140] env[69133]: DEBUG oslo_concurrency.lockutils [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.213640] env[69133]: DEBUG nova.network.neutron [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Refreshing network info cache for port b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.219187] env[69133]: DEBUG oslo_vmware.api [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Task: {'id': task-3190570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141232} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.219692] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.219888] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.220081] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.220254] env[69133]: INFO nova.compute.manager [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.220496] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.220693] env[69133]: DEBUG nova.compute.manager [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.220781] env[69133]: DEBUG nova.network.neutron [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.275646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.276202] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.278835] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.577s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.280619] env[69133]: INFO nova.compute.claims [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.289808] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.316455] env[69133]: DEBUG oslo_concurrency.lockutils [req-827eeb64-7886-4621-99c0-902ad88052ca req-b18920e8-c216-4660-9b59-207579ea9bc9 service nova] Releasing lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.674107] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d4199c-e8c4-5700-53a6-72c7146c920e, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.674958] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a700010-efbd-4ecf-9bb1-a6520096c3f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.680262] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 687.680262] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5212253d-919d-cdd5-a408-4d067cad384f" [ 687.680262] env[69133]: _type = "Task" [ 687.680262] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.693573] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5212253d-919d-cdd5-a408-4d067cad384f, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.694309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.694309] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 1e47a344-182a-4cab-bcab-c862dd68116a/1e47a344-182a-4cab-bcab-c862dd68116a.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.694767] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf53267d-afd4-45f8-b981-1fccd6743f58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.700973] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 687.700973] env[69133]: value = "task-3190571" [ 687.700973] env[69133]: _type = "Task" [ 687.700973] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.710469] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.788801] env[69133]: DEBUG nova.compute.utils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.794023] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.208570] env[69133]: DEBUG nova.network.neutron [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.216832] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452548} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.217254] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 1e47a344-182a-4cab-bcab-c862dd68116a/1e47a344-182a-4cab-bcab-c862dd68116a.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.217458] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.217759] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2980dfe-4371-4c3f-b4b9-a2eb77fe5f2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.224641] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 688.224641] env[69133]: value = "task-3190572" [ 688.224641] env[69133]: _type = "Task" [ 688.224641] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.233989] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.293957] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.361600] env[69133]: DEBUG nova.network.neutron [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updated VIF entry in instance network info cache for port b3f6b989-ffce-4223-99d1-85a0c1b4626a. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.361600] env[69133]: DEBUG nova.network.neutron [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.711409] env[69133]: INFO nova.compute.manager [-] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Took 1.49 seconds to deallocate network for instance. [ 688.736064] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072984} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.736410] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.737134] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7decdc9-7c6e-4bdd-9a98-aeb2e45514ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.761650] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1e47a344-182a-4cab-bcab-c862dd68116a/1e47a344-182a-4cab-bcab-c862dd68116a.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.765198] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3f31c5-9a01-4ce3-b7ee-585372558acb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.787953] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 688.787953] env[69133]: value = "task-3190573" [ 688.787953] env[69133]: _type = "Task" [ 688.787953] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.796607] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.867959] env[69133]: DEBUG oslo_concurrency.lockutils [req-635f8a51-ee61-4dea-8054-d348c5443e2d req-bdfff52b-6b2a-4fd8-b6a1-6ee1cac70b30 service nova] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.912929] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af48eebe-4983-4a03-a23f-728f8516cdbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.922573] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c027a28f-6f95-4b4b-8d1c-f61f7fcc68b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.954471] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4d268-3277-43ec-82ae-35fd0b16d826 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.963271] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a657ac-0817-40f9-b76c-9f1c4267aa6d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.978348] env[69133]: DEBUG nova.compute.provider_tree [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.219532] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.265753] env[69133]: DEBUG nova.compute.manager [req-240d54fe-7594-44dc-a27b-80d77be92dd0 req-79dc8051-b181-4436-8af0-2b62e0eafb14 service nova] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Received event network-vif-deleted-9b9c8b56-0625-46d1-8c3e-f717667a8047 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.299659] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.305380] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.340589] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.341799] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.345168] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.345168] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.345168] env[69133]: DEBUG nova.virt.hardware [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.345168] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a50120e-a657-4dd6-9a4a-4ed534459f0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.352508] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd14fc-5429-4bcd-896d-5a645b63725f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.368425] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.378064] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.378064] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.378064] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00664df-369f-47ec-b8ae-de786702bba8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.401231] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.401231] env[69133]: value = "task-3190574" [ 689.401231] env[69133]: _type = "Task" [ 689.401231] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.410819] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190574, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.481203] env[69133]: DEBUG nova.scheduler.client.report [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.801356] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190573, 'name': ReconfigVM_Task, 'duration_secs': 0.704945} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.801705] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1e47a344-182a-4cab-bcab-c862dd68116a/1e47a344-182a-4cab-bcab-c862dd68116a.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.802428] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31fb4380-7d60-4b07-9e16-9309bbe7efe8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.809325] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 689.809325] env[69133]: value = "task-3190575" [ 689.809325] env[69133]: _type = "Task" [ 689.809325] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.821659] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190575, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.912311] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190574, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.987543] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.988091] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.993171] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.198s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.994588] env[69133]: INFO nova.compute.claims [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.319971] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190575, 'name': Rename_Task, 'duration_secs': 0.194555} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.320311] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.320527] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faeadd07-74b4-46ec-b20b-05d9b5b4267d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.327505] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 690.327505] env[69133]: value = "task-3190576" [ 690.327505] env[69133]: _type = "Task" [ 690.327505] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.337835] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.414655] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190574, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.502369] env[69133]: DEBUG nova.compute.utils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.507369] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.507552] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.553126] env[69133]: DEBUG nova.policy [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d97118cba8345779b8f100df75bb913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9e0745a07f14c979f06418945d098de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.838843] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190576, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.855655] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Successfully created port: 0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.914924] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190574, 'name': CreateVM_Task, 'duration_secs': 1.361061} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.918041] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.918041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.918041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.918041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.918041] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419ccf66-301d-4574-8f68-3e3ee5520972 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.923338] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 690.923338] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f56bc8-b826-fb38-4093-a0f6091e2c39" [ 690.923338] env[69133]: _type = "Task" [ 690.923338] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.933530] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f56bc8-b826-fb38-4093-a0f6091e2c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.006595] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.346456] env[69133]: DEBUG oslo_vmware.api [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190576, 'name': PowerOnVM_Task, 'duration_secs': 0.749216} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.346747] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.347025] env[69133]: INFO nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Took 8.26 seconds to spawn the instance on the hypervisor. [ 691.348226] env[69133]: DEBUG nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.349220] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f79107-007f-4820-a49b-8e893d430a1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.436710] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f56bc8-b826-fb38-4093-a0f6091e2c39, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.437135] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.437382] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.439166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.439280] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.439520] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.443235] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-741800b1-371d-4f6c-8be6-0581f7ef35fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.455813] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.456055] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.456829] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da093b0d-49b3-43bb-8706-31804403d947 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.466155] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 691.466155] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527c88a6-0e4d-c8ec-fb65-bfb5882d6d9f" [ 691.466155] env[69133]: _type = "Task" [ 691.466155] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.473732] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527c88a6-0e4d-c8ec-fb65-bfb5882d6d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.638157] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4609204-f387-4b67-a38c-67606b59c3e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.649041] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd4172f-6725-46db-a0ff-5ee43f36cf7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.679821] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7eecd96-8df3-4f24-a369-651f4e545a31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.688212] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d01f1-3b3b-4814-8956-dacef36c9856 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.703223] env[69133]: DEBUG nova.compute.provider_tree [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.871886] env[69133]: INFO nova.compute.manager [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Took 40.96 seconds to build instance. [ 691.976847] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527c88a6-0e4d-c8ec-fb65-bfb5882d6d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.977703] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3933693-7884-46e0-a8a3-ffdd4f940377 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.983665] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 691.983665] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525fc0aa-7914-5452-d73b-edba39589274" [ 691.983665] env[69133]: _type = "Task" [ 691.983665] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.991965] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525fc0aa-7914-5452-d73b-edba39589274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.025206] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.048351] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.048610] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.048766] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.048947] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.049115] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.049267] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.049476] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.049731] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.049959] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.050188] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.050408] env[69133]: DEBUG nova.virt.hardware [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.051359] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d25504-291a-47cb-9881-72feb2238972 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.059675] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad62c3-64b3-4d41-9b0c-8ff3c156b6cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.207165] env[69133]: DEBUG nova.scheduler.client.report [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.374866] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b64adbd7-7f7e-4b46-8847-9d829d5369e0 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.461s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.452313] env[69133]: DEBUG nova.compute.manager [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Received event network-vif-plugged-0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.452640] env[69133]: DEBUG oslo_concurrency.lockutils [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] Acquiring lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.452839] env[69133]: DEBUG oslo_concurrency.lockutils [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.452877] env[69133]: DEBUG oslo_concurrency.lockutils [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.453291] env[69133]: DEBUG nova.compute.manager [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] No waiting events found dispatching network-vif-plugged-0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.453424] env[69133]: WARNING nova.compute.manager [req-e7fd043b-a5b8-47a8-843b-d36dc017f600 req-dbc7b4c9-bcf2-4950-bcba-ab916db3c36f service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Received unexpected event network-vif-plugged-0c726692-fc7e-468f-8973-35a00858fc56 for instance with vm_state building and task_state spawning. [ 692.498819] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525fc0aa-7914-5452-d73b-edba39589274, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.500191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.500486] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.500766] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eda49e3-78b8-46b7-b09b-b326acc19a0c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.508280] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 692.508280] env[69133]: value = "task-3190581" [ 692.508280] env[69133]: _type = "Task" [ 692.508280] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.519515] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.563110] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Successfully updated port: 0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.714021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.714620] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.717483] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.920s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.718264] env[69133]: DEBUG nova.objects.instance [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lazy-loading 'resources' on Instance uuid b8a662b3-7def-4644-8ed4-4e767b3c7d99 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.821951] env[69133]: DEBUG nova.compute.manager [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.822235] env[69133]: DEBUG nova.compute.manager [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing instance network info cache due to event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.822508] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] Acquiring lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.822711] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] Acquired lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.822947] env[69133]: DEBUG nova.network.neutron [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.877915] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.018557] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484713} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.018993] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.019167] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.019346] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e16420-6e42-46e6-b849-e7509dcc4cb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.026636] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 693.026636] env[69133]: value = "task-3190582" [ 693.026636] env[69133]: _type = "Task" [ 693.026636] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.042037] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.066690] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.066852] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquired lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.067016] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.222801] env[69133]: DEBUG nova.compute.utils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.227135] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.227317] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.262915] env[69133]: DEBUG nova.policy [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f0f5c5f0124046a6ece78e27afd9c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5267b90149274e5983cc46b4d823c2f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.403906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.540481] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095381} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.540870] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.542985] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384aa057-0875-4acc-9408-a7d4098b1722 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.566446] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.570137] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49d2fe8-e5ae-4ddd-83cc-b076b8410459 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.593119] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 693.593119] env[69133]: value = "task-3190583" [ 693.593119] env[69133]: _type = "Task" [ 693.593119] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.604131] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.658951] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.727764] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.833155] env[69133]: DEBUG nova.network.neutron [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updated VIF entry in instance network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.834727] env[69133]: DEBUG nova.network.neutron [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [{"id": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "address": "fa:16:3e:cb:07:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7740b455-34", "ovs_interfaceid": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.866103] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f2cdc-c75a-422a-98bc-0081bab68de2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.875249] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5973becd-bf05-46ba-bb4b-b2d69bcee605 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.911574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1dab00-fdcd-40fd-ad69-9046d7ff16ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.919257] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ccd7fd-6d3e-4f09-b513-a803a27d2074 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.936010] env[69133]: DEBUG nova.compute.provider_tree [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.979197] env[69133]: DEBUG nova.network.neutron [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Updating instance_info_cache with network_info: [{"id": "0c726692-fc7e-468f-8973-35a00858fc56", "address": "fa:16:3e:9d:0c:38", "network": {"id": "e9145fb0-3e87-4317-a198-0868882b0f2b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-949074526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e0745a07f14c979f06418945d098de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c726692-fc", "ovs_interfaceid": "0c726692-fc7e-468f-8973-35a00858fc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.986201] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Successfully created port: ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.105219] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190583, 'name': ReconfigVM_Task, 'duration_secs': 0.422899} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.105521] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.106329] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0154fd6-1515-44e2-a36b-ec7d6d4e0502 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.119480] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 694.119480] env[69133]: value = "task-3190584" [ 694.119480] env[69133]: _type = "Task" [ 694.119480] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.133840] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190584, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.339754] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9eabf27-e591-4e0b-be25-d082311f4898 req-beb1dc43-cfd1-49af-8bce-2279e187ed54 service nova] Releasing lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.440961] env[69133]: DEBUG nova.scheduler.client.report [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.482130] env[69133]: DEBUG nova.compute.manager [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Received event network-changed-0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.482812] env[69133]: DEBUG nova.compute.manager [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Refreshing instance network info cache due to event network-changed-0c726692-fc7e-468f-8973-35a00858fc56. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.482812] env[69133]: DEBUG oslo_concurrency.lockutils [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] Acquiring lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.482812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Releasing lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.483078] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Instance network_info: |[{"id": "0c726692-fc7e-468f-8973-35a00858fc56", "address": "fa:16:3e:9d:0c:38", "network": {"id": "e9145fb0-3e87-4317-a198-0868882b0f2b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-949074526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e0745a07f14c979f06418945d098de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c726692-fc", "ovs_interfaceid": "0c726692-fc7e-468f-8973-35a00858fc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.483629] env[69133]: DEBUG oslo_concurrency.lockutils [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] Acquired lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.484016] env[69133]: DEBUG nova.network.neutron [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Refreshing network info cache for port 0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.485146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:0c:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c726692-fc7e-468f-8973-35a00858fc56', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.493033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Creating folder: Project (e9e0745a07f14c979f06418945d098de). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.493938] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae2901d-13b5-46a4-aac0-1ac522812359 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.505914] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Created folder: Project (e9e0745a07f14c979f06418945d098de) in parent group-v637972. [ 694.506126] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Creating folder: Instances. Parent ref: group-v638066. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.506464] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c80e17eb-442a-4780-8a6b-a1c50bb9f298 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.516086] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Created folder: Instances in parent group-v638066. [ 694.516318] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.516545] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.516756] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d140ec-ceba-45d6-a4cd-de926cf7bd4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.536250] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.536250] env[69133]: value = "task-3190588" [ 694.536250] env[69133]: _type = "Task" [ 694.536250] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.543878] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190588, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.628199] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190584, 'name': Rename_Task, 'duration_secs': 0.245995} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.628609] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.629558] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90e64aa9-378c-41dc-ae98-8e4285464c0a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.635837] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 694.635837] env[69133]: value = "task-3190589" [ 694.635837] env[69133]: _type = "Task" [ 694.635837] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.644007] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.739580] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.762104] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.762450] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.762659] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.762885] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.763111] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.763364] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.763629] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.763905] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.764157] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.764371] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.764579] env[69133]: DEBUG nova.virt.hardware [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.765663] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f5126f-1793-4ac5-a8b1-7ebee3e043a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.774562] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e2643-281e-42f0-b986-6d3ea448adcb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.946585] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.950609] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.973885] env[69133]: INFO nova.scheduler.client.report [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted allocations for instance b8a662b3-7def-4644-8ed4-4e767b3c7d99 [ 695.047295] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190588, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.148208] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.188702] env[69133]: DEBUG nova.network.neutron [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Updated VIF entry in instance network info cache for port 0c726692-fc7e-468f-8973-35a00858fc56. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.189234] env[69133]: DEBUG nova.network.neutron [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Updating instance_info_cache with network_info: [{"id": "0c726692-fc7e-468f-8973-35a00858fc56", "address": "fa:16:3e:9d:0c:38", "network": {"id": "e9145fb0-3e87-4317-a198-0868882b0f2b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-949074526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e0745a07f14c979f06418945d098de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c726692-fc", "ovs_interfaceid": "0c726692-fc7e-468f-8973-35a00858fc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.488897] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fee0c125-39f9-4f12-b3c3-183520881e84 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "b8a662b3-7def-4644-8ed4-4e767b3c7d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.348s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.524997] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Successfully updated port: ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.549432] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190588, 'name': CreateVM_Task, 'duration_secs': 0.82859} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.553215] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.555219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.555599] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.556047] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.556412] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26c4b7f-449d-40ed-b9f2-204d62a3dfe1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.563194] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 695.563194] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ba2b11-f94d-2afb-d645-e8ee4de56d2c" [ 695.563194] env[69133]: _type = "Task" [ 695.563194] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.574035] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ba2b11-f94d-2afb-d645-e8ee4de56d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.647691] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.657028] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.657028] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032041c1-19a9-4b5d-9b60-b904dc95c121 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.666469] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 695.666469] env[69133]: ERROR oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk due to incomplete transfer. [ 695.666572] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9cf8ec8-60cf-4269-bc02-1a1426aafd34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.675110] env[69133]: DEBUG oslo_vmware.rw_handles [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527b49d6-feda-60b2-b11d-d54d19b0be38/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 695.675353] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Uploaded image 21dcee41-efd1-4c2e-9ed6-9ba1a9422f48 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 695.677454] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.677725] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3731a472-7bea-4f27-ad3a-f0a3cd24330e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.683982] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 695.683982] env[69133]: value = "task-3190590" [ 695.683982] env[69133]: _type = "Task" [ 695.683982] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.692012] env[69133]: DEBUG oslo_concurrency.lockutils [req-4a454fff-c067-4263-839e-a3e1677fa52a req-680aa9b8-772d-4db8-9beb-1511f97a061b service nova] Releasing lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.695514] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190590, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.968261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420ffe5-9b0a-45a9-93ce-ac7ebff2d667 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.975648] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4dcaa3-8f87-40d7-b93d-87c2ff875d01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.007105] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0782fb-c57b-4569-a806-cfc818e829ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.014412] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19512f5e-3611-4f12-a639-e10beb30be1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.027951] env[69133]: DEBUG nova.compute.provider_tree [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.029562] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.029700] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.029843] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.073575] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ba2b11-f94d-2afb-d645-e8ee4de56d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.015336} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.073697] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.074465] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.074465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.074465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.074635] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.074855] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def6b0bc-85f6-4ad7-8ec9-7f0fc98d6b5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.084550] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.084729] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.085455] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7d146f-c0fb-4209-9444-3eb48bfe457f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.091124] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 696.091124] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ae74b3-6105-86d3-2566-a9b89d3e5424" [ 696.091124] env[69133]: _type = "Task" [ 696.091124] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.098467] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ae74b3-6105-86d3-2566-a9b89d3e5424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.146730] env[69133]: DEBUG oslo_vmware.api [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190589, 'name': PowerOnVM_Task, 'duration_secs': 1.45195} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.147027] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.147239] env[69133]: INFO nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Took 6.84 seconds to spawn the instance on the hypervisor. [ 696.147423] env[69133]: DEBUG nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.148293] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ae912-a2a0-4ade-8d6c-ddc518527ce7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.193118] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190590, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.510499] env[69133]: DEBUG nova.compute.manager [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received event network-vif-plugged-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.510785] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.511094] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.511300] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.511478] env[69133]: DEBUG nova.compute.manager [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] No waiting events found dispatching network-vif-plugged-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.512568] env[69133]: WARNING nova.compute.manager [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received unexpected event network-vif-plugged-ce4b74e5-d53b-4e0d-9822-e1560c527d95 for instance with vm_state building and task_state spawning. [ 696.512568] env[69133]: DEBUG nova.compute.manager [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.512568] env[69133]: DEBUG nova.compute.manager [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing instance network info cache due to event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.512568] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Acquiring lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.532622] env[69133]: DEBUG nova.scheduler.client.report [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.589123] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.601183] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ae74b3-6105-86d3-2566-a9b89d3e5424, 'name': SearchDatastore_Task, 'duration_secs': 0.045284} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.602047] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37448243-f45a-4044-b62c-17ff164160a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.608026] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 696.608026] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a07ed9-d90b-125a-cd27-9b50815132c1" [ 696.608026] env[69133]: _type = "Task" [ 696.608026] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.615072] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a07ed9-d90b-125a-cd27-9b50815132c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.670938] env[69133]: INFO nova.compute.manager [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Took 40.12 seconds to build instance. [ 696.697660] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190590, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.865661] env[69133]: DEBUG nova.network.neutron [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [{"id": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "address": "fa:16:3e:6e:12:0d", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b74e5-d5", "ovs_interfaceid": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.117843] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a07ed9-d90b-125a-cd27-9b50815132c1, 'name': SearchDatastore_Task, 'duration_secs': 0.046025} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.118139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.118398] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 255d9e2d-714c-4629-99eb-0591af94c0e9/255d9e2d-714c-4629-99eb-0591af94c0e9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.118637] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-326e9629-cc2b-4d02-8f69-30daaa0a63d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.125119] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 697.125119] env[69133]: value = "task-3190592" [ 697.125119] env[69133]: _type = "Task" [ 697.125119] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.133441] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.176854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4a00e450-81e3-4025-ae94-5cdc12067dda tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.974s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.196371] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190590, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.368713] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.369185] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance network_info: |[{"id": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "address": "fa:16:3e:6e:12:0d", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b74e5-d5", "ovs_interfaceid": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.369668] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Acquired lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.369966] env[69133]: DEBUG nova.network.neutron [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.371673] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:12:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce4b74e5-d53b-4e0d-9822-e1560c527d95', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.380164] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.381252] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.381632] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e76637f1-7515-4615-a75a-f4c88660345e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.405835] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.405835] env[69133]: value = "task-3190593" [ 697.405835] env[69133]: _type = "Task" [ 697.405835] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.420420] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190593, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.544760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.594s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.550581] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.324s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.555974] env[69133]: INFO nova.compute.claims [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.567219] env[69133]: INFO nova.compute.manager [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Rebuilding instance [ 697.640722] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.643504] env[69133]: DEBUG nova.compute.manager [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.644551] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bf7ef-4efe-4348-95fc-709cb3cea59e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.678502] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.706505] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190590, 'name': Destroy_Task, 'duration_secs': 1.590778} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.706849] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Destroyed the VM [ 697.707121] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.707403] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9ec5017-3a36-4616-a18c-42b7f79a15f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.718760] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 697.718760] env[69133]: value = "task-3190594" [ 697.718760] env[69133]: _type = "Task" [ 697.718760] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.728288] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.916420] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190593, 'name': CreateVM_Task, 'duration_secs': 0.431023} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.916607] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.917515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.917515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.918448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.918448] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e91cb63-8fdd-4a45-94b0-066ec78c9d2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.923352] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 697.923352] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]526e3e74-42b8-9eed-5f6e-74b7d81570a9" [ 697.923352] env[69133]: _type = "Task" [ 697.923352] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.934885] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526e3e74-42b8-9eed-5f6e-74b7d81570a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.098998] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "98a61053-c73a-4626-bdc7-a80f77472086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.099473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.126173] env[69133]: INFO nova.scheduler.client.report [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleted allocation for migration ea3c437a-df91-42d5-ad6c-92455bd140c9 [ 698.152000] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617609} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.153334] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 255d9e2d-714c-4629-99eb-0591af94c0e9/255d9e2d-714c-4629-99eb-0591af94c0e9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.153334] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.153334] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2591c4e2-6e53-4067-ae78-bbb1a0fc7b68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.178224] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 698.178224] env[69133]: value = "task-3190595" [ 698.178224] env[69133]: _type = "Task" [ 698.178224] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.189328] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.193178] env[69133]: DEBUG nova.network.neutron [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updated VIF entry in instance network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.193425] env[69133]: DEBUG nova.network.neutron [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [{"id": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "address": "fa:16:3e:6e:12:0d", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b74e5-d5", "ovs_interfaceid": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.203683] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.230112] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190594, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.434853] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526e3e74-42b8-9eed-5f6e-74b7d81570a9, 'name': SearchDatastore_Task, 'duration_secs': 0.024507} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.435197] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.435435] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.435670] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.435816] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.436045] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.436328] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198c5d9a-e6de-412e-8227-c1e8579a9ef2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.448643] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.448874] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.449802] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c71b2ac-21f3-4745-8e38-d89af92d8f0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.457374] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 698.457374] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5210dc3f-ad6f-c987-e6c8-69b33bf19587" [ 698.457374] env[69133]: _type = "Task" [ 698.457374] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.467735] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5210dc3f-ad6f-c987-e6c8-69b33bf19587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.634742] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cba401ff-a839-429b-bc9c-b24284f80ddd tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.761s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.666012] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.667299] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a30259da-2381-4d96-a642-6c5c34bf3b38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.676687] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 698.676687] env[69133]: value = "task-3190597" [ 698.676687] env[69133]: _type = "Task" [ 698.676687] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.697712] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.701481] env[69133]: DEBUG oslo_concurrency.lockutils [req-8f95f5de-3819-4e79-871b-a37b51fb7bb0 req-2947dfb3-0144-49d2-a1c4-158beafc3c81 service nova] Releasing lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701936] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086174} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.705048] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.706477] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4677d0-21dd-47bb-8e6d-98ecb1de731e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.730749] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 255d9e2d-714c-4629-99eb-0591af94c0e9/255d9e2d-714c-4629-99eb-0591af94c0e9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.737867] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc487bc3-a432-453b-aebb-b7cd421275bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.760650] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190594, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.762248] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 698.762248] env[69133]: value = "task-3190598" [ 698.762248] env[69133]: _type = "Task" [ 698.762248] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.774725] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.972521] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5210dc3f-ad6f-c987-e6c8-69b33bf19587, 'name': SearchDatastore_Task, 'duration_secs': 0.018214} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.973632] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a38af7-c6a0-4773-8d50-ec91698f34f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.984504] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 698.984504] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521e5a73-b315-45e3-e81b-44f9a3198787" [ 698.984504] env[69133]: _type = "Task" [ 698.984504] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.996879] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521e5a73-b315-45e3-e81b-44f9a3198787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.138441] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba6653-b095-4759-b6d0-f684b9ccdc72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.147317] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d5e52-c7d4-4fa3-82f4-5edb1d5170a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.183946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7369dfb9-e66d-473b-bd39-b63486b21db2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.192964] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190597, 'name': PowerOffVM_Task, 'duration_secs': 0.131617} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.194567] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.194841] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.195641] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ddcece-c837-41d2-9d18-dbc1c8bccf03 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.199998] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94212b40-9c8f-434c-b9b3-ae57dd843985 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.210595] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.220911] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e89a876-7d6a-4c4e-9e7a-3ea1e17a2bb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.222362] env[69133]: DEBUG nova.compute.provider_tree [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.235101] env[69133]: DEBUG oslo_vmware.api [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190594, 'name': RemoveSnapshot_Task, 'duration_secs': 1.264323} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.235101] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.235562] env[69133]: INFO nova.compute.manager [None req-e05c4f81-b6ac-4ac5-ae19-e0480611e31b tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 19.37 seconds to snapshot the instance on the hypervisor. [ 699.256524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.256524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.256524] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleting the datastore file [datastore2] f38d1517-8f54-4a66-a152-9e4bfdcaa373 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.256789] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83aa4ebe-42b3-403a-bb7d-c0ea8df4a5a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.265959] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 699.265959] env[69133]: value = "task-3190600" [ 699.265959] env[69133]: _type = "Task" [ 699.265959] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.281908] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.282202] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.496908] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521e5a73-b315-45e3-e81b-44f9a3198787, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.497261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.497529] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e959f4fc-26be-4b03-9baf-70fe5977c138/e959f4fc-26be-4b03-9baf-70fe5977c138.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.497818] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1e16e46-bc72-4377-adf3-c1cee6a69969 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.505512] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 699.505512] env[69133]: value = "task-3190601" [ 699.505512] env[69133]: _type = "Task" [ 699.505512] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.513651] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.729858] env[69133]: DEBUG nova.scheduler.client.report [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.782038] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190598, 'name': ReconfigVM_Task, 'duration_secs': 0.59025} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.784448] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 255d9e2d-714c-4629-99eb-0591af94c0e9/255d9e2d-714c-4629-99eb-0591af94c0e9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.785739] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116831} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.785739] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea389f7b-047a-42ab-b7a4-c273c820b45e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.787295] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.787485] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.787667] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.798481] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 699.798481] env[69133]: value = "task-3190602" [ 699.798481] env[69133]: _type = "Task" [ 699.798481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.809320] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190602, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.989153] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "b8858edd-34b7-406c-861d-fb2917fdbd20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.989323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.016256] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452248} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.016520] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e959f4fc-26be-4b03-9baf-70fe5977c138/e959f4fc-26be-4b03-9baf-70fe5977c138.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.016736] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.016963] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a77037c0-5288-46a7-a69a-1d82c32422a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.024386] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 700.024386] env[69133]: value = "task-3190603" [ 700.024386] env[69133]: _type = "Task" [ 700.024386] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.032271] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.236014] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.236562] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.241833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.155s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.241833] env[69133]: DEBUG nova.objects.instance [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lazy-loading 'resources' on Instance uuid 0c0eac8a-3ea3-44bc-8101-bee23396202d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.308554] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190602, 'name': Rename_Task, 'duration_secs': 0.166992} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.308842] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.309128] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64429c3c-9fbb-489c-8932-9a4c28e06731 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.316663] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 700.316663] env[69133]: value = "task-3190604" [ 700.316663] env[69133]: _type = "Task" [ 700.316663] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.326031] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.534937] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.668393] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.668693] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.668870] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.669068] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.669245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.671459] env[69133]: INFO nova.compute.manager [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Terminating instance [ 700.745507] env[69133]: DEBUG nova.compute.utils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.746974] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.747159] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.803180] env[69133]: DEBUG nova.policy [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b9beb49c93848a69be204e60b5e32f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab2da15bc7684602a0f8f0faf88075f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.824762] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.825066] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.825227] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.825415] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.825599] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.825767] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.825990] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.826173] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.826370] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.826543] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.826757] env[69133]: DEBUG nova.virt.hardware [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.827699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db153ee-a3c1-410c-acb4-18c91a42b5fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.838554] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.846684] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627181be-5700-46a2-b2b1-8e3df3beb860 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.868418] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.875185] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.878411] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.879016] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de2e866-f0a4-4004-8df7-33a30608c738 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.903429] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.903429] env[69133]: value = "task-3190606" [ 700.903429] env[69133]: _type = "Task" [ 700.903429] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.914906] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190606, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.042269] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.011239} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.042654] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.044110] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1850bb-ef32-4809-ae69-59a8faf0f0e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070438] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e959f4fc-26be-4b03-9baf-70fe5977c138/e959f4fc-26be-4b03-9baf-70fe5977c138.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.073388] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-822e5f0b-7d19-4649-9b06-79d0d98ad249 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.101320] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 701.101320] env[69133]: value = "task-3190607" [ 701.101320] env[69133]: _type = "Task" [ 701.101320] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.111118] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.177904] env[69133]: DEBUG nova.compute.manager [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.178757] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.179833] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc0e1a-12db-4fc6-9d40-bf25d4149ea8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.188803] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.189690] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0c6287-7e7e-4484-b760-ba61b8bfacdd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.209773] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 701.209773] env[69133]: value = "task-3190608" [ 701.209773] env[69133]: _type = "Task" [ 701.209773] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.222281] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.252547] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.291180] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Successfully created port: bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.330886] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.406656] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402e94d-3553-4502-9b05-5d547d7916c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.424331] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190606, 'name': CreateVM_Task, 'duration_secs': 0.381383} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.428856] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.428856] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.428856] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.428856] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.428856] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b473470-0156-4ddb-b3e2-37d383492bb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.432021] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dddc65-963e-4225-b00a-94201f54a7d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.438841] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 701.438841] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5219d863-9d3c-acd3-0650-23cb5de23a95" [ 701.438841] env[69133]: _type = "Task" [ 701.438841] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.472485] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd12ce9-6872-45b8-8d3c-44e9a6a6f3fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.486934] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530e5fb5-cc38-4167-b5a3-53eed07f57c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.491130] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5219d863-9d3c-acd3-0650-23cb5de23a95, 'name': SearchDatastore_Task, 'duration_secs': 0.013853} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.491478] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.491707] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.491946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.492111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.492293] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.493057] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0306fdeb-6690-472e-be1e-68bbcb8e3251 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.505446] env[69133]: DEBUG nova.compute.provider_tree [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.510814] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.511022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.511826] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78568751-d627-4d15-afcd-6234ce95d7e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.517866] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 701.517866] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a7b08c-6e48-7e08-b9fd-e5fc6b51069d" [ 701.517866] env[69133]: _type = "Task" [ 701.517866] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.531458] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a7b08c-6e48-7e08-b9fd-e5fc6b51069d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.612087] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190607, 'name': ReconfigVM_Task, 'duration_secs': 0.43492} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.612395] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e959f4fc-26be-4b03-9baf-70fe5977c138/e959f4fc-26be-4b03-9baf-70fe5977c138.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.613081] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5c46cb-425e-44e0-b84c-101ef6440ed6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.622186] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 701.622186] env[69133]: value = "task-3190609" [ 701.622186] env[69133]: _type = "Task" [ 701.622186] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.631178] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190609, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.717126] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190608, 'name': PowerOffVM_Task, 'duration_secs': 0.24399} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.717426] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.717593] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.717847] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4810433e-7ed8-4d59-979a-3c5001a4fbb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.813532] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.813904] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.814079] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Deleting the datastore file [datastore2] bfdd78b3-a9ad-41e7-817c-19a9d11785d3 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.814354] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e44b6a2-abaa-44b4-98a4-f7a8d9880e90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.823604] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for the task: (returnval){ [ 701.823604] env[69133]: value = "task-3190611" [ 701.823604] env[69133]: _type = "Task" [ 701.823604] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.831763] env[69133]: DEBUG oslo_vmware.api [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190604, 'name': PowerOnVM_Task, 'duration_secs': 1.170707} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.832332] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.832547] env[69133]: INFO nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Took 9.81 seconds to spawn the instance on the hypervisor. [ 701.832748] env[69133]: DEBUG nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.833536] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd583260-e0d8-4ddd-8569-9b6acaddadc7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.838838] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.028997] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a7b08c-6e48-7e08-b9fd-e5fc6b51069d, 'name': SearchDatastore_Task, 'duration_secs': 0.018439} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.029837] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b146c7-dd56-499b-9052-dfe6fb684b16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.032771] env[69133]: ERROR nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] [req-9580e333-df2a-4ee1-9751-a1e157ab7c8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9580e333-df2a-4ee1-9751-a1e157ab7c8d"}]} [ 702.038419] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 702.038419] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52510856-6750-010d-ebb8-11f4f60bdf11" [ 702.038419] env[69133]: _type = "Task" [ 702.038419] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.046264] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52510856-6750-010d-ebb8-11f4f60bdf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.049783] env[69133]: DEBUG nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 702.063260] env[69133]: DEBUG nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 702.063471] env[69133]: DEBUG nova.compute.provider_tree [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.073652] env[69133]: DEBUG nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 702.091397] env[69133]: DEBUG nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 702.134555] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190609, 'name': Rename_Task, 'duration_secs': 0.338428} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.134816] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.135087] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04b2d86-27ff-4411-b929-35c8bedeafcf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.144999] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 702.144999] env[69133]: value = "task-3190612" [ 702.144999] env[69133]: _type = "Task" [ 702.144999] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.154447] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.266123] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.305945] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.306616] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.306616] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.306616] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.306740] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.306819] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.307072] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.307300] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.307527] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.307702] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.307878] env[69133]: DEBUG nova.virt.hardware [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.308744] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f98a9a-dda2-47a0-a085-31b190357961 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.320313] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87ea4d-f60d-4ee3-9a34-1e242b70a01c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.342391] env[69133]: DEBUG oslo_vmware.api [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Task: {'id': task-3190611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142419} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.344597] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.344807] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.344990] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.345186] env[69133]: INFO nova.compute.manager [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 702.345446] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.345844] env[69133]: DEBUG nova.compute.manager [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.345943] env[69133]: DEBUG nova.network.neutron [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.356853] env[69133]: INFO nova.compute.manager [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Took 41.68 seconds to build instance. [ 702.550491] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52510856-6750-010d-ebb8-11f4f60bdf11, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.553297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.553666] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.554823] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21470f3d-7f2a-44b4-816e-97cfbfafcd7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.561135] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 702.561135] env[69133]: value = "task-3190614" [ 702.561135] env[69133]: _type = "Task" [ 702.561135] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.571423] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.581205] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85be524e-4e8d-49f6-ae66-cd9d2f923a23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.588874] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce350e2a-e952-4778-bc60-f85cd56936a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.623482] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f60b99-6cff-42b8-b226-d7a60c19add3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.633632] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5ec62-cb60-41a3-92d4-1cd5671ecfe3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.649061] env[69133]: DEBUG nova.compute.provider_tree [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.662248] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.717105] env[69133]: DEBUG nova.compute.manager [req-67bbbc9a-a09e-4a13-97ab-d2ee45fba2b2 req-2b52a970-1e3c-4bf1-aeae-9eb90f3dd738 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Received event network-vif-deleted-37931ed6-8c0e-4f08-b2ce-403cbdf5299b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.717515] env[69133]: INFO nova.compute.manager [req-67bbbc9a-a09e-4a13-97ab-d2ee45fba2b2 req-2b52a970-1e3c-4bf1-aeae-9eb90f3dd738 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Neutron deleted interface 37931ed6-8c0e-4f08-b2ce-403cbdf5299b; detaching it from the instance and deleting it from the info cache [ 702.717715] env[69133]: DEBUG nova.network.neutron [req-67bbbc9a-a09e-4a13-97ab-d2ee45fba2b2 req-2b52a970-1e3c-4bf1-aeae-9eb90f3dd738 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.750343] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "255d9e2d-714c-4629-99eb-0591af94c0e9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.859879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7eb57bd4-1567-45f7-82ed-b00ce6d1223b tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.920s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.861749] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.112s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.862067] env[69133]: INFO nova.compute.manager [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Rebooting instance [ 702.983429] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Successfully updated port: bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.072882] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190614, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.159885] env[69133]: DEBUG oslo_vmware.api [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190612, 'name': PowerOnVM_Task, 'duration_secs': 0.708138} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.160191] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.160396] env[69133]: INFO nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 8.42 seconds to spawn the instance on the hypervisor. [ 703.160572] env[69133]: DEBUG nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.161375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3725415-8304-460c-ad1e-de937bf6e34a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.185608] env[69133]: DEBUG nova.network.neutron [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.189207] env[69133]: DEBUG nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 703.189481] env[69133]: DEBUG nova.compute.provider_tree [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 58 to 59 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 703.189667] env[69133]: DEBUG nova.compute.provider_tree [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.220774] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289f012e-cc87-4eb0-bc3c-f8ffc2941ddd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.230754] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3148fa4-8a37-4e80-9b2b-fc39ac2dc537 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.265930] env[69133]: DEBUG nova.compute.manager [req-67bbbc9a-a09e-4a13-97ab-d2ee45fba2b2 req-2b52a970-1e3c-4bf1-aeae-9eb90f3dd738 service nova] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Detach interface failed, port_id=37931ed6-8c0e-4f08-b2ce-403cbdf5299b, reason: Instance bfdd78b3-a9ad-41e7-817c-19a9d11785d3 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 703.365048] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.398107] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.398798] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquired lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.398798] env[69133]: DEBUG nova.network.neutron [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.488540] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.488766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquired lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489012] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.572475] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523384} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.572750] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.572964] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.573271] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e079961d-1c5f-49fd-bfb5-b3d5caa21532 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580039] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 703.580039] env[69133]: value = "task-3190615" [ 703.580039] env[69133]: _type = "Task" [ 703.580039] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.590584] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.682538] env[69133]: INFO nova.compute.manager [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 42.91 seconds to build instance. [ 703.688041] env[69133]: INFO nova.compute.manager [-] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Took 1.34 seconds to deallocate network for instance. [ 703.694747] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.455s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.696944] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.899s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.698431] env[69133]: INFO nova.compute.claims [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.720348] env[69133]: INFO nova.scheduler.client.report [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Deleted allocations for instance 0c0eac8a-3ea3-44bc-8101-bee23396202d [ 703.895099] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.053767] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.092397] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185091} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.093114] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.094109] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49043c68-9a94-4f45-9e9b-18328e753395 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.116334] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.116660] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b760bf80-714c-4200-874d-c572f7c1cbfc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.142675] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 704.142675] env[69133]: value = "task-3190616" [ 704.142675] env[69133]: _type = "Task" [ 704.142675] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.151662] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.184653] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c9b0ba45-69ef-49ce-84b8-72c9bd78ae92 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.361s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.194323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.227258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-929f24d7-7816-4289-b53a-b06e7be80be2 tempest-ServerDiagnosticsTest-1071269429 tempest-ServerDiagnosticsTest-1071269429-project-member] Lock "0c0eac8a-3ea3-44bc-8101-bee23396202d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.826s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.291754] env[69133]: DEBUG nova.network.neutron [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Updating instance_info_cache with network_info: [{"id": "0c726692-fc7e-468f-8973-35a00858fc56", "address": "fa:16:3e:9d:0c:38", "network": {"id": "e9145fb0-3e87-4317-a198-0868882b0f2b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-949074526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9e0745a07f14c979f06418945d098de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c726692-fc", "ovs_interfaceid": "0c726692-fc7e-468f-8973-35a00858fc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.316815] env[69133]: DEBUG nova.network.neutron [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updating instance_info_cache with network_info: [{"id": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "address": "fa:16:3e:3f:cd:9c", "network": {"id": "7c957508-3467-4663-948c-e79167574254", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1310891177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab2da15bc7684602a0f8f0faf88075f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbdc8a1-b7", "ovs_interfaceid": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.658279] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190616, 'name': ReconfigVM_Task, 'duration_secs': 0.334441} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.659205] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f38d1517-8f54-4a66-a152-9e4bfdcaa373/f38d1517-8f54-4a66-a152-9e4bfdcaa373.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.661155] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23567578-2cea-47db-a74b-a596fbb5322f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.671463] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 704.671463] env[69133]: value = "task-3190618" [ 704.671463] env[69133]: _type = "Task" [ 704.671463] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.682729] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190618, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.687426] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.794446] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Releasing lock "refresh_cache-255d9e2d-714c-4629-99eb-0591af94c0e9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.806793] env[69133]: DEBUG nova.compute.manager [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.806983] env[69133]: DEBUG nova.compute.manager [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing instance network info cache due to event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.807184] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.807441] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.807575] env[69133]: DEBUG nova.network.neutron [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.819105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Releasing lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.819428] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Instance network_info: |[{"id": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "address": "fa:16:3e:3f:cd:9c", "network": {"id": "7c957508-3467-4663-948c-e79167574254", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1310891177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab2da15bc7684602a0f8f0faf88075f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbdc8a1-b7", "ovs_interfaceid": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.819827] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:cd:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.827910] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Creating folder: Project (ab2da15bc7684602a0f8f0faf88075f4). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.831415] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e16463e3-3081-449b-8beb-f2bc265f06b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.849090] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Created folder: Project (ab2da15bc7684602a0f8f0faf88075f4) in parent group-v637972. [ 704.849090] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Creating folder: Instances. Parent ref: group-v638072. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.849090] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcd70239-df6f-48fe-b939-4049b5e58512 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.867978] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Created folder: Instances in parent group-v638072. [ 704.871312] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.871312] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.871312] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af1fcf8-35e3-4119-a927-38326eeaad94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.899368] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.899368] env[69133]: value = "task-3190621" [ 704.899368] env[69133]: _type = "Task" [ 704.899368] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.915341] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190621, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.976729] env[69133]: DEBUG nova.compute.manager [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Received event network-vif-plugged-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.976956] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Acquiring lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.977177] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.977350] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.977523] env[69133]: DEBUG nova.compute.manager [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] No waiting events found dispatching network-vif-plugged-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.977657] env[69133]: WARNING nova.compute.manager [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Received unexpected event network-vif-plugged-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 for instance with vm_state building and task_state spawning. [ 704.977813] env[69133]: DEBUG nova.compute.manager [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Received event network-changed-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.977961] env[69133]: DEBUG nova.compute.manager [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Refreshing instance network info cache due to event network-changed-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.978153] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Acquiring lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.978285] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Acquired lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.978437] env[69133]: DEBUG nova.network.neutron [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Refreshing network info cache for port bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.184982] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190618, 'name': Rename_Task, 'duration_secs': 0.173188} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.188670] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.195149] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07395f3c-aea7-430b-82e9-42263ba03b35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.213963] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 705.213963] env[69133]: value = "task-3190622" [ 705.213963] env[69133]: _type = "Task" [ 705.213963] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.222092] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.222092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.301811] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23365935-215c-4353-a924-28de0bcff8bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315589] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff96210-6cea-4dbf-a8c2-6f1fbcd3a184 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.319763] env[69133]: DEBUG nova.compute.manager [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.319763] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa303f-0a44-4217-aa9a-1b14588990b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.361233] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499a7436-05af-4e44-aed6-47eeb9838cf3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370888] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e5538-1a86-4974-b481-970aba649dfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.391278] env[69133]: DEBUG nova.compute.provider_tree [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.411512] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190621, 'name': CreateVM_Task, 'duration_secs': 0.42664} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.414247] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.415336] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.415538] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.415923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.416821] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02d0136-0c9d-4c1e-85ed-357e6a148a2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.423088] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 705.423088] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52153dfa-5612-8681-7dfb-61f05d891058" [ 705.423088] env[69133]: _type = "Task" [ 705.423088] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.434575] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52153dfa-5612-8681-7dfb-61f05d891058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.724966] env[69133]: DEBUG oslo_vmware.api [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190622, 'name': PowerOnVM_Task, 'duration_secs': 0.487096} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.725404] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.725640] env[69133]: DEBUG nova.compute.manager [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.726399] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1d6c2-488b-4444-908c-6530cc33cdb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.798975] env[69133]: DEBUG nova.network.neutron [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updated VIF entry in instance network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.799372] env[69133]: DEBUG nova.network.neutron [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.879047] env[69133]: DEBUG nova.network.neutron [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updated VIF entry in instance network info cache for port bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.879409] env[69133]: DEBUG nova.network.neutron [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updating instance_info_cache with network_info: [{"id": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "address": "fa:16:3e:3f:cd:9c", "network": {"id": "7c957508-3467-4663-948c-e79167574254", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1310891177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab2da15bc7684602a0f8f0faf88075f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbdc8a1-b7", "ovs_interfaceid": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.895141] env[69133]: DEBUG nova.scheduler.client.report [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.935193] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52153dfa-5612-8681-7dfb-61f05d891058, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.935514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.935732] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.935973] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.936139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.936321] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.936587] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e161b1f6-661f-4c23-9014-922fc1777abf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.947408] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.947604] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.948348] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278d334f-23c5-422c-9ff6-df2a30f4439f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.954249] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 705.954249] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52079fcc-e7d8-7262-79b1-7cd461c21bad" [ 705.954249] env[69133]: _type = "Task" [ 705.954249] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.963168] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52079fcc-e7d8-7262-79b1-7cd461c21bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.246601] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.303054] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f75a00c-bb21-4c47-a851-e4901f370b3f req-94ccead5-3e64-43f8-aec3-b1723f074aa0 service nova] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.368583] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9de47-b056-488d-a149-4c491b946b0c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.378869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Doing hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 706.379263] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a216b81c-a621-4156-a429-7362ee1bdf48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.381614] env[69133]: DEBUG oslo_concurrency.lockutils [req-2eb2d00e-8838-4073-a8a2-36cbde35aeb1 req-8fa21a0f-2e07-48f4-a86f-e706635f4d85 service nova] Releasing lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.387965] env[69133]: DEBUG oslo_vmware.api [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 706.387965] env[69133]: value = "task-3190623" [ 706.387965] env[69133]: _type = "Task" [ 706.387965] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.399395] env[69133]: DEBUG oslo_vmware.api [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190623, 'name': ResetVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.400429] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.401082] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.408054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.910s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.408359] env[69133]: DEBUG nova.objects.instance [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'resources' on Instance uuid 252b5ecb-6b62-4456-acfc-991572db2019 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.467747] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52079fcc-e7d8-7262-79b1-7cd461c21bad, 'name': SearchDatastore_Task, 'duration_secs': 0.041649} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.470512] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b5c49d-6bd9-4ece-a6f1-7b5d8d631cf1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.481710] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 706.481710] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528cddf1-8f62-8a07-449f-407af502cb14" [ 706.481710] env[69133]: _type = "Task" [ 706.481710] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.492939] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528cddf1-8f62-8a07-449f-407af502cb14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.898971] env[69133]: DEBUG oslo_vmware.api [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190623, 'name': ResetVM_Task, 'duration_secs': 0.109053} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.899171] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Did hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 706.899364] env[69133]: DEBUG nova.compute.manager [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.900171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35ae0ba-22c4-48c5-9edd-efc92f32d160 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.913021] env[69133]: DEBUG nova.compute.utils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.915457] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.915621] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.993999] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528cddf1-8f62-8a07-449f-407af502cb14, 'name': SearchDatastore_Task, 'duration_secs': 0.015515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.995430] env[69133]: DEBUG nova.policy [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2d8b0b0ac864bcda33b7f70462da353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07237db0a4ca4eef886d0b3503c64f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.999036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.999300] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c99145c3-8bdc-42e5-8157-5647d4ae417c/c99145c3-8bdc-42e5-8157-5647d4ae417c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.999754] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c24b385-bbfc-40f8-99aa-e3293fd69ec2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.008685] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 707.008685] env[69133]: value = "task-3190625" [ 707.008685] env[69133]: _type = "Task" [ 707.008685] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.020634] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.198208] env[69133]: DEBUG nova.compute.manager [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.199390] env[69133]: DEBUG nova.compute.manager [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing instance network info cache due to event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.201207] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.202202] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.202837] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.343942] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.344269] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.409687] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Successfully created port: 97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.415259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7df10919-68f7-4a85-b1b6-fe725b689e88 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.553s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.416667] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.488198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb958f58-1bec-4f46-875a-356faab90be9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.496351] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b716f655-7271-477f-9ca9-c4fed7027992 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.531247] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242d48fb-4235-4c16-895d-8bb438ba6f76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.540537] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444655} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.542285] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c99145c3-8bdc-42e5-8157-5647d4ae417c/c99145c3-8bdc-42e5-8157-5647d4ae417c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.542496] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.542791] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cab1f62-f7a1-4f45-b739-88db8f054c7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.546319] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8284b67-2d42-4afc-8928-e4da9256d273 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.563355] env[69133]: DEBUG nova.compute.provider_tree [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.566127] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 707.566127] env[69133]: value = "task-3190626" [ 707.566127] env[69133]: _type = "Task" [ 707.566127] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.575362] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.804472] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.804890] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.805163] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.805379] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.805636] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.807804] env[69133]: INFO nova.compute.manager [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Terminating instance [ 708.027078] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updated VIF entry in instance network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.027452] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.079905] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071218} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.079905] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.080620] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46578607-9038-41a3-b554-9afcaa94d882 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.085550] env[69133]: ERROR nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [req-d4a6dbd2-5e0a-48b2-9bb7-aaf92f8f9d56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d4a6dbd2-5e0a-48b2-9bb7-aaf92f8f9d56"}]} [ 708.106109] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c99145c3-8bdc-42e5-8157-5647d4ae417c/c99145c3-8bdc-42e5-8157-5647d4ae417c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.107361] env[69133]: DEBUG nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.109579] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53526614-946d-4aed-9b4c-f887ae3a1d1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.132700] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 708.132700] env[69133]: value = "task-3190627" [ 708.132700] env[69133]: _type = "Task" [ 708.132700] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.141814] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.142884] env[69133]: DEBUG nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.143245] env[69133]: DEBUG nova.compute.provider_tree [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.158908] env[69133]: DEBUG nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.183366] env[69133]: DEBUG nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.311252] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "refresh_cache-f38d1517-8f54-4a66-a152-9e4bfdcaa373" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.311446] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "refresh_cache-f38d1517-8f54-4a66-a152-9e4bfdcaa373" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.311624] env[69133]: DEBUG nova.network.neutron [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.351864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "255d9e2d-714c-4629-99eb-0591af94c0e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.351864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.352131] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.352131] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.352276] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.364176] env[69133]: INFO nova.compute.manager [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Terminating instance [ 708.429614] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.457497] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.457814] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.458211] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.458476] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.458694] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.458872] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.459125] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.459328] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.459526] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.459723] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.459935] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.460826] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee5dd7-0938-4da0-be75-36b040b09946 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.472277] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344e456-68c5-4b69-979d-9b713fea3771 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.530871] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.532927] env[69133]: DEBUG nova.compute.manager [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.532927] env[69133]: DEBUG nova.compute.manager [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing instance network info cache due to event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.532927] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Acquiring lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.532927] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Acquired lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.532927] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.644676] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.703832] env[69133]: DEBUG nova.compute.manager [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.703832] env[69133]: DEBUG nova.compute.manager [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing instance network info cache due to event network-changed-ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.703832] env[69133]: DEBUG oslo_concurrency.lockutils [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] Acquiring lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.889658] env[69133]: DEBUG nova.network.neutron [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.889658] env[69133]: DEBUG nova.compute.manager [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.889658] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.889658] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ab8da9-797d-4cf5-9878-d7c09f19fc84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.889658] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.889658] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3307e630-5cd9-432e-a012-71e51bd054e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.896432] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 708.896432] env[69133]: value = "task-3190628" [ 708.896432] env[69133]: _type = "Task" [ 708.896432] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.907295] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.908996] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f0b743-94d2-4d7b-a1b6-9a1d9ba0cfbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.917272] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b7964d-f05f-476f-8d94-760666ad5b4d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.949871] env[69133]: DEBUG nova.network.neutron [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.951560] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d567dbf5-a7ad-4a46-90bc-4ae157c7b6a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.960810] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b73612-7223-40f4-a892-2f3faaf2cd47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.975673] env[69133]: DEBUG nova.compute.provider_tree [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.145037] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190627, 'name': ReconfigVM_Task, 'duration_secs': 0.778552} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.145384] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c99145c3-8bdc-42e5-8157-5647d4ae417c/c99145c3-8bdc-42e5-8157-5647d4ae417c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.148699] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57095b57-07ca-48b8-b49b-4b58260456cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157032] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 709.157032] env[69133]: value = "task-3190629" [ 709.157032] env[69133]: _type = "Task" [ 709.157032] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.407335] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.455706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "refresh_cache-f38d1517-8f54-4a66-a152-9e4bfdcaa373" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.456167] env[69133]: DEBUG nova.compute.manager [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.456603] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.457343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22044d5f-8ff2-4318-af43-afabc176df4d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.466219] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.466494] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb3fae7-35f9-4c4e-a322-7b038542f4ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.476542] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 709.476542] env[69133]: value = "task-3190630" [ 709.476542] env[69133]: _type = "Task" [ 709.476542] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.489489] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.494628] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updated VIF entry in instance network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.494974] env[69133]: DEBUG nova.network.neutron [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [{"id": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "address": "fa:16:3e:6e:12:0d", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b74e5-d5", "ovs_interfaceid": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.518258] env[69133]: DEBUG nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.518533] env[69133]: DEBUG nova.compute.provider_tree [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 60 to 61 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.518718] env[69133]: DEBUG nova.compute.provider_tree [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.522267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.522498] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.522815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.522921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.523047] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.525339] env[69133]: INFO nova.compute.manager [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Terminating instance [ 709.583599] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Successfully updated port: 97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.669946] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190629, 'name': Rename_Task, 'duration_secs': 0.185301} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.670340] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.671028] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9ac1da8-c773-41a6-93c8-7a0c93067994 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.679035] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 709.679035] env[69133]: value = "task-3190631" [ 709.679035] env[69133]: _type = "Task" [ 709.679035] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.688119] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.907867] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190628, 'name': PowerOffVM_Task, 'duration_secs': 0.771651} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.908049] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.908224] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.908484] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b733bb-eb90-4a35-8282-0df0131d2f24 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.988955] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190630, 'name': PowerOffVM_Task, 'duration_secs': 0.192956} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.990605] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.990802] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.991168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.991397] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.991616] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Deleting the datastore file [datastore2] 255d9e2d-714c-4629-99eb-0591af94c0e9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.991907] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddb6e36f-9290-4e79-9627-454131734179 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.993775] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10402874-d0a4-474d-b066-9b706f4cc1dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.997479] env[69133]: DEBUG oslo_concurrency.lockutils [req-09f15ebe-57e8-489d-a73f-b233d4547129 req-616bd707-db80-4052-ac11-bac4334844ce service nova] Releasing lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.997883] env[69133]: DEBUG oslo_concurrency.lockutils [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] Acquired lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.998085] env[69133]: DEBUG nova.network.neutron [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Refreshing network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.000753] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for the task: (returnval){ [ 710.000753] env[69133]: value = "task-3190634" [ 710.000753] env[69133]: _type = "Task" [ 710.000753] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.010319] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.025033] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.025316] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.025478] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleting the datastore file [datastore1] f38d1517-8f54-4a66-a152-9e4bfdcaa373 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.026077] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a2c6ae-c866-4c34-8849-a3c946dfc921 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.028623] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.624s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.030916] env[69133]: DEBUG nova.compute.manager [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.031123] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.031774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.647s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.033198] env[69133]: INFO nova.compute.claims [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.039025] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db20fe-b741-4ed5-b227-997f5729e370 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.047702] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.048972] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d820ce50-de7d-4022-9cf4-6943659da02f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.051317] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 710.051317] env[69133]: value = "task-3190635" [ 710.051317] env[69133]: _type = "Task" [ 710.051317] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.055732] env[69133]: INFO nova.scheduler.client.report [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted allocations for instance 252b5ecb-6b62-4456-acfc-991572db2019 [ 710.060836] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 710.060836] env[69133]: value = "task-3190636" [ 710.060836] env[69133]: _type = "Task" [ 710.060836] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.065449] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.075487] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.086651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.086651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.086805] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.192110] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190631, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.514210] env[69133]: DEBUG oslo_vmware.api [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Task: {'id': task-3190634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177984} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.514471] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.514717] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.514907] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.515097] env[69133]: INFO nova.compute.manager [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 710.515339] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.515526] env[69133]: DEBUG nova.compute.manager [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.515621] env[69133]: DEBUG nova.network.neutron [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.562330] env[69133]: DEBUG oslo_vmware.api [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107349} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.562593] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.562778] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.562954] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.563142] env[69133]: INFO nova.compute.manager [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Took 1.11 seconds to destroy the instance on the hypervisor. [ 710.563385] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.563843] env[69133]: DEBUG nova.compute.manager [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.563939] env[69133]: DEBUG nova.network.neutron [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.570841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3ba31461-98d4-485e-96c4-5f64a88eabad tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "252b5ecb-6b62-4456-acfc-991572db2019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.118s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.579786] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190636, 'name': PowerOffVM_Task, 'duration_secs': 0.283247} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.580045] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.580215] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.580456] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84cfdb8e-2347-4cea-a72e-417d48ba2a72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.604503] env[69133]: DEBUG nova.network.neutron [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.623070] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.661869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.666091] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.666407] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleting the datastore file [datastore1] e959f4fc-26be-4b03-9baf-70fe5977c138 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.668921] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf94c4e4-f3fd-4bef-a22e-d3cef95e85bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.677869] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 710.677869] env[69133]: value = "task-3190638" [ 710.677869] env[69133]: _type = "Task" [ 710.677869] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.691101] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.694237] env[69133]: DEBUG oslo_vmware.api [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190631, 'name': PowerOnVM_Task, 'duration_secs': 0.671918} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.696784] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.697030] env[69133]: INFO nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 710.697788] env[69133]: DEBUG nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.698065] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce952d-f2a3-4bd8-8dd6-86df22de8d25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.845346] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Updating instance_info_cache with network_info: [{"id": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "address": "fa:16:3e:f4:5e:06", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bdfd72-44", "ovs_interfaceid": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.890864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.890864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.021951] env[69133]: DEBUG nova.network.neutron [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updated VIF entry in instance network info cache for port ce4b74e5-d53b-4e0d-9822-e1560c527d95. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.022367] env[69133]: DEBUG nova.network.neutron [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [{"id": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "address": "fa:16:3e:6e:12:0d", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4b74e5-d5", "ovs_interfaceid": "ce4b74e5-d53b-4e0d-9822-e1560c527d95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.107270] env[69133]: DEBUG nova.network.neutron [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.191217] env[69133]: DEBUG oslo_vmware.api [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150736} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.191217] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.191217] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.191217] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.191690] env[69133]: INFO nova.compute.manager [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 1.16 seconds to destroy the instance on the hypervisor. [ 711.192075] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.195408] env[69133]: DEBUG nova.compute.manager [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.195845] env[69133]: DEBUG nova.network.neutron [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.225053] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Received event network-vif-plugged-97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.225053] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Acquiring lock "6502038f-b9db-464f-aef9-29abba56c18e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.225053] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Lock "6502038f-b9db-464f-aef9-29abba56c18e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.225053] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Lock "6502038f-b9db-464f-aef9-29abba56c18e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.225053] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] No waiting events found dispatching network-vif-plugged-97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.225053] env[69133]: WARNING nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Received unexpected event network-vif-plugged-97bdfd72-4404-4c0f-bca3-3cf2d44f641f for instance with vm_state building and task_state spawning. [ 711.225053] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Received event network-changed-97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.225053] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Refreshing instance network info cache due to event network-changed-97bdfd72-4404-4c0f-bca3-3cf2d44f641f. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.225053] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Acquiring lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.225053] env[69133]: INFO nova.compute.manager [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Took 47.03 seconds to build instance. [ 711.348659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.348659] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Instance network_info: |[{"id": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "address": "fa:16:3e:f4:5e:06", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bdfd72-44", "ovs_interfaceid": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.348852] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Acquired lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.349046] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Refreshing network info cache for port 97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.350318] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:5e:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97bdfd72-4404-4c0f-bca3-3cf2d44f641f', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.366034] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating folder: Project (07237db0a4ca4eef886d0b3503c64f53). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.370684] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7385dd45-f4c8-4bae-ae3c-6be750b09a0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.385706] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created folder: Project (07237db0a4ca4eef886d0b3503c64f53) in parent group-v637972. [ 711.385995] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating folder: Instances. Parent ref: group-v638075. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.386356] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d793a35-bd04-4732-9ed6-631530bba9bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.401506] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created folder: Instances in parent group-v638075. [ 711.401872] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.405197] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.405679] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd760d0-9c1e-44a4-8643-b5cfbf714911 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.439476] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.439476] env[69133]: value = "task-3190641" [ 711.439476] env[69133]: _type = "Task" [ 711.439476] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.453296] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190641, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.526196] env[69133]: DEBUG oslo_concurrency.lockutils [req-1db5c490-e91c-43ab-9442-f6013d92f27f req-0c08d739-6128-4094-bc4f-fe910fe38cf1 service nova] Releasing lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.612209] env[69133]: INFO nova.compute.manager [-] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Took 1.05 seconds to deallocate network for instance. [ 711.629462] env[69133]: DEBUG nova.network.neutron [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.661254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef91cb-17a2-4f05-9709-a1665e520890 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.671477] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c98ead-d4f2-47ee-94e5-efecd59ffc27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.711577] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b7cbd-bda1-45ed-9f86-e06a1005d903 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.720880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999b63a-d9d5-4f51-bd7e-579e75dbd786 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.726413] env[69133]: DEBUG oslo_concurrency.lockutils [None req-431b1ade-fca3-4f66-a64c-588a1c4e5634 tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.031s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.741160] env[69133]: DEBUG nova.compute.provider_tree [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.952783] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190641, 'name': CreateVM_Task, 'duration_secs': 0.425308} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.952957] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.953699] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.953907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.954284] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.954549] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040e325a-b614-478e-9821-4aa4feea9f1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.960534] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 711.960534] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52df817f-8f3f-f5e2-7126-10548082c818" [ 711.960534] env[69133]: _type = "Task" [ 711.960534] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.969177] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df817f-8f3f-f5e2-7126-10548082c818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.124763] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.125155] env[69133]: DEBUG nova.network.neutron [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.135281] env[69133]: INFO nova.compute.manager [-] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Took 1.62 seconds to deallocate network for instance. [ 712.241201] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.244653] env[69133]: DEBUG nova.scheduler.client.report [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.471721] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df817f-8f3f-f5e2-7126-10548082c818, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.472112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.472308] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.472600] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.472697] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.472865] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.473158] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04809e8a-9803-4433-96ef-22648f30bef5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.483277] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.483492] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.484250] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2be167b-6b22-4cba-8842-24ecf8b261eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.490541] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 712.490541] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5236bf0b-ead4-b977-1aea-c38acebe0076" [ 712.490541] env[69133]: _type = "Task" [ 712.490541] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.499409] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5236bf0b-ead4-b977-1aea-c38acebe0076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.555824] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Updated VIF entry in instance network info cache for port 97bdfd72-4404-4c0f-bca3-3cf2d44f641f. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.556284] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Updating instance_info_cache with network_info: [{"id": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "address": "fa:16:3e:f4:5e:06", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bdfd72-44", "ovs_interfaceid": "97bdfd72-4404-4c0f-bca3-3cf2d44f641f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.628905] env[69133]: INFO nova.compute.manager [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 1.43 seconds to deallocate network for instance. [ 712.644776] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.751344] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.751995] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.756538] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.746s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.758041] env[69133]: INFO nova.compute.claims [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.784174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.000909] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5236bf0b-ead4-b977-1aea-c38acebe0076, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.001749] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4425f7-74cc-4f2e-a425-103ec1683d9c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.007627] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 713.007627] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ffeb8d-6194-6125-f9bc-b9d218f7c5cf" [ 713.007627] env[69133]: _type = "Task" [ 713.007627] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.020509] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ffeb8d-6194-6125-f9bc-b9d218f7c5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.020765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021036] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 6502038f-b9db-464f-aef9-29abba56c18e/6502038f-b9db-464f-aef9-29abba56c18e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.021287] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b890504-05a6-4031-b21b-2e22c66b13ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.030250] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 713.030250] env[69133]: value = "task-3190642" [ 713.030250] env[69133]: _type = "Task" [ 713.030250] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.038939] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.062708] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Releasing lock "refresh_cache-6502038f-b9db-464f-aef9-29abba56c18e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.063098] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.063279] env[69133]: DEBUG nova.compute.manager [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing instance network info cache due to event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.063505] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.063664] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.063862] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.135701] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.265628] env[69133]: DEBUG nova.compute.utils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.270020] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.270020] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.318849] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Received event network-vif-deleted-0c726692-fc7e-468f-8973-35a00858fc56 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.319126] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Received event network-vif-deleted-ce4b74e5-d53b-4e0d-9822-e1560c527d95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.319309] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Received event network-changed-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.319458] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Refreshing instance network info cache due to event network-changed-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.319672] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Acquiring lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.319807] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Acquired lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.319958] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Refreshing network info cache for port bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.324183] env[69133]: DEBUG nova.policy [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2d8b0b0ac864bcda33b7f70462da353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07237db0a4ca4eef886d0b3503c64f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.541073] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465985} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.541271] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 6502038f-b9db-464f-aef9-29abba56c18e/6502038f-b9db-464f-aef9-29abba56c18e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.541506] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.541776] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-376b963b-15f1-4cfc-a703-daa6b1b4d34d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549903] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 713.549903] env[69133]: value = "task-3190643" [ 713.549903] env[69133]: _type = "Task" [ 713.549903] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.559834] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.609508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.769881] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.775902] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Successfully created port: f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.886695] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updated VIF entry in instance network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.887092] env[69133]: DEBUG nova.network.neutron [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.068128] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061579} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.072019] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.072019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fcf50-3bd1-4120-8e8a-8d03dbc20d1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.076053] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updated VIF entry in instance network info cache for port bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.076460] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updating instance_info_cache with network_info: [{"id": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "address": "fa:16:3e:3f:cd:9c", "network": {"id": "7c957508-3467-4663-948c-e79167574254", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1310891177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab2da15bc7684602a0f8f0faf88075f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbbdc8a1-b7", "ovs_interfaceid": "bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.096712] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6502038f-b9db-464f-aef9-29abba56c18e/6502038f-b9db-464f-aef9-29abba56c18e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.100388] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Releasing lock "refresh_cache-c99145c3-8bdc-42e5-8157-5647d4ae417c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.100578] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.100751] env[69133]: DEBUG nova.compute.manager [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing instance network info cache due to event network-changed-f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.100937] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Acquiring lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.101161] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce8e82d4-dd5d-4200-a614-7e0bb39bb976 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.122667] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 714.122667] env[69133]: value = "task-3190644" [ 714.122667] env[69133]: _type = "Task" [ 714.122667] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.134464] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.327832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef044f4c-ef98-4f39-8d2e-ac668fe87303 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.336853] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2a48c-807d-4608-b76a-f4bfb2e15713 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.368962] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc861e3d-5811-4885-8b20-481481b6f0fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.377564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689a2cb-db6b-4a53-9a04-2083b377498a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.393473] env[69133]: DEBUG oslo_concurrency.lockutils [req-bb2c69dd-6391-4345-8c90-14af33aa1d42 req-aeaf45e3-939b-4ece-abe5-6eb36aa1c98a service nova] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.394289] env[69133]: DEBUG nova.compute.provider_tree [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.396115] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Acquired lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.396423] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Refreshing network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.632264] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190644, 'name': ReconfigVM_Task, 'duration_secs': 0.291208} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.632559] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6502038f-b9db-464f-aef9-29abba56c18e/6502038f-b9db-464f-aef9-29abba56c18e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.633215] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3cd28d8-e42e-42cf-a3ca-1df73bfb1381 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.640827] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 714.640827] env[69133]: value = "task-3190645" [ 714.640827] env[69133]: _type = "Task" [ 714.640827] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.653801] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190645, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.783329] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.808098] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.808350] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.808510] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.808692] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.808839] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.808986] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.809268] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.809366] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.809528] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.809687] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.809859] env[69133]: DEBUG nova.virt.hardware [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.811024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae18112-af3a-4b61-91f8-0061d0a5d233 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.820552] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b6d44-280c-4376-b805-b4b3fd6b0016 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.896964] env[69133]: DEBUG nova.scheduler.client.report [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.090737] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updated VIF entry in instance network info cache for port f72036f3-89ae-422f-ae6e-d7e16e74154d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.090881] env[69133]: DEBUG nova.network.neutron [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [{"id": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "address": "fa:16:3e:04:bb:a4", "network": {"id": "f7e431b8-beda-4075-a08f-72f885d22eef", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2133448662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5267b90149274e5983cc46b4d823c2f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72036f3-89", "ovs_interfaceid": "f72036f3-89ae-422f-ae6e-d7e16e74154d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.151166] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190645, 'name': Rename_Task, 'duration_secs': 0.140266} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.151955] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.151955] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed063dc-ff59-459a-bb84-7f6f7142dd1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.160423] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 715.160423] env[69133]: value = "task-3190646" [ 715.160423] env[69133]: _type = "Task" [ 715.160423] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.333021] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Successfully updated port: f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.403724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.404309] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.407431] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.430s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.407431] env[69133]: DEBUG nova.objects.instance [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lazy-loading 'resources' on Instance uuid f6adedce-4418-4f1e-a049-6d6b19ffcfd3 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.444821] env[69133]: DEBUG nova.compute.manager [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Received event network-vif-plugged-f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.445372] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Acquiring lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.445740] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.446099] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.446396] env[69133]: DEBUG nova.compute.manager [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] No waiting events found dispatching network-vif-plugged-f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.446693] env[69133]: WARNING nova.compute.manager [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Received unexpected event network-vif-plugged-f243c822-aa34-4f1e-b47e-f3e0b73edb9c for instance with vm_state building and task_state spawning. [ 715.447013] env[69133]: DEBUG nova.compute.manager [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Received event network-changed-f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.447303] env[69133]: DEBUG nova.compute.manager [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Refreshing instance network info cache due to event network-changed-f243c822-aa34-4f1e-b47e-f3e0b73edb9c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.447617] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Acquiring lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.447881] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Acquired lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.448194] env[69133]: DEBUG nova.network.neutron [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Refreshing network info cache for port f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.594070] env[69133]: DEBUG oslo_concurrency.lockutils [req-b7d2d011-7e96-44b9-b5bd-da481bd7dc82 req-a4bcf5eb-65c3-4603-9120-160518a32dda service nova] Releasing lock "refresh_cache-c4ed826f-56bd-4482-b08f-468a90a6d5ef" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.672071] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190646, 'name': PowerOnVM_Task, 'duration_secs': 0.450704} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.672461] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.672734] env[69133]: INFO nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Took 7.24 seconds to spawn the instance on the hypervisor. [ 715.672979] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.674112] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb3212-74c5-4898-8720-2122e559a378 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.835685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.911083] env[69133]: DEBUG nova.compute.utils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.912905] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.912905] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.967316] env[69133]: DEBUG nova.policy [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c31f502323b44d08796c347d4d502da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20b12ecc0b5e4b13869d075e4d809521', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.984237] env[69133]: DEBUG nova.network.neutron [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.062128] env[69133]: DEBUG nova.network.neutron [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.200318] env[69133]: INFO nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Took 47.43 seconds to build instance. [ 716.340030] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Successfully created port: b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.362524] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2ae7a9-38c9-46d1-86c2-d2f4018c86a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.368918] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4b460-1cd4-4a9f-80b2-3312706bfa6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.400164] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf908cf4-d59f-4b76-9c19-8c69926b468f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.408880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b8e1d-d523-4f74-acad-8fad33bd424e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.423320] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.429405] env[69133]: DEBUG nova.compute.provider_tree [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.565375] env[69133]: DEBUG oslo_concurrency.lockutils [req-18f0c923-c3d7-499a-8122-4ae9b5d4481d req-252f39f3-eb54-4f23-ac2d-1fdb427e2091 service nova] Releasing lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565818] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566017] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.701698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.329s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.932411] env[69133]: DEBUG nova.scheduler.client.report [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.097866] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.204212] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.215669] env[69133]: DEBUG nova.network.neutron [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Updating instance_info_cache with network_info: [{"id": "f243c822-aa34-4f1e-b47e-f3e0b73edb9c", "address": "fa:16:3e:81:e2:1e", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf243c822-aa", "ovs_interfaceid": "f243c822-aa34-4f1e-b47e-f3e0b73edb9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.438014] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.440530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.442928] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.403s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.444358] env[69133]: INFO nova.compute.claims [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.471968] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.472240] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.472431] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.472573] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.472719] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.472867] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.473160] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.473336] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.473526] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.473761] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.474234] env[69133]: DEBUG nova.virt.hardware [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.475254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e259c07-e63b-493b-9a33-d0267b3d4bf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.478598] env[69133]: INFO nova.scheduler.client.report [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Deleted allocations for instance f6adedce-4418-4f1e-a049-6d6b19ffcfd3 [ 717.486350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ec5d0-dc2d-4c8d-8562-160ffbf29bec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.718966] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "refresh_cache-4c7e015f-a811-4ac5-932e-54003b564ff9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.719319] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance network_info: |[{"id": "f243c822-aa34-4f1e-b47e-f3e0b73edb9c", "address": "fa:16:3e:81:e2:1e", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf243c822-aa", "ovs_interfaceid": "f243c822-aa34-4f1e-b47e-f3e0b73edb9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.719733] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:e2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f243c822-aa34-4f1e-b47e-f3e0b73edb9c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.727849] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.728917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.729187] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.729414] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7612d7-b219-4c4e-962f-e2f3c6f065a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.754105] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.754105] env[69133]: value = "task-3190647" [ 717.754105] env[69133]: _type = "Task" [ 717.754105] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.760733] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190647, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.800292] env[69133]: DEBUG nova.compute.manager [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Received event network-vif-plugged-b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.800292] env[69133]: DEBUG oslo_concurrency.lockutils [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] Acquiring lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.800292] env[69133]: DEBUG oslo_concurrency.lockutils [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.800292] env[69133]: DEBUG oslo_concurrency.lockutils [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.800292] env[69133]: DEBUG nova.compute.manager [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] No waiting events found dispatching network-vif-plugged-b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.800440] env[69133]: WARNING nova.compute.manager [req-575e9fe1-8ec2-4ec3-98d2-bff57b9c9c60 req-93f589a8-9025-4bfc-8b60-647497a15704 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Received unexpected event network-vif-plugged-b88ea946-c801-4c09-9a69-282954e703a9 for instance with vm_state building and task_state spawning. [ 717.948764] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Successfully updated port: b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.990021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e00e1421-ea1a-4e91-adc7-b10b0a1238de tempest-DeleteServersAdminTestJSON-59518385 tempest-DeleteServersAdminTestJSON-59518385-project-member] Lock "f6adedce-4418-4f1e-a049-6d6b19ffcfd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.644s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.267786] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190647, 'name': CreateVM_Task, 'duration_secs': 0.367976} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.267950] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.268727] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.269026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.269422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.269695] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952fbf7f-c10f-4fc2-9972-94a9ece2d1c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.280311] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 718.280311] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5247a34b-d107-a71a-a4b4-b82f37bc9a0e" [ 718.280311] env[69133]: _type = "Task" [ 718.280311] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.288810] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5247a34b-d107-a71a-a4b4-b82f37bc9a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.470133] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.470718] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.470993] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.795121] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5247a34b-d107-a71a-a4b4-b82f37bc9a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.014887} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.795446] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.795691] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.795904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.796075] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.796273] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.796552] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc8ae82-afab-49d3-a3f2-985cc82c7986 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.807728] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.807926] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.808687] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e314a32d-246e-4ace-adfc-2058172d2c07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.815073] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 718.815073] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fba131-b10c-1cb5-1f8e-408c3e0b871d" [ 718.815073] env[69133]: _type = "Task" [ 718.815073] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.824950] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fba131-b10c-1cb5-1f8e-408c3e0b871d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.950903] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac642de2-b415-4bee-81eb-36b94530210f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.959163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec878c6e-d863-41a3-ae3f-d470ce1b469c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.992712] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f648b4-a874-4df2-9072-1ffc1400106c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.001948] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d578da-56f7-4bb7-87af-ef8939a6e54d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.016872] env[69133]: DEBUG nova.compute.provider_tree [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.033486] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.209525] env[69133]: DEBUG nova.network.neutron [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Updating instance_info_cache with network_info: [{"id": "b88ea946-c801-4c09-9a69-282954e703a9", "address": "fa:16:3e:c5:c0:cd", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88ea946-c8", "ovs_interfaceid": "b88ea946-c801-4c09-9a69-282954e703a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.326383] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fba131-b10c-1cb5-1f8e-408c3e0b871d, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.327205] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6707cf12-054a-41ff-bece-32d7e5ef21a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.332564] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 719.332564] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d7823e-d211-26b3-1a37-62b402a01680" [ 719.332564] env[69133]: _type = "Task" [ 719.332564] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.340460] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d7823e-d211-26b3-1a37-62b402a01680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.519934] env[69133]: DEBUG nova.scheduler.client.report [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.712803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.713230] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Instance network_info: |[{"id": "b88ea946-c801-4c09-9a69-282954e703a9", "address": "fa:16:3e:c5:c0:cd", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88ea946-c8", "ovs_interfaceid": "b88ea946-c801-4c09-9a69-282954e703a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.713758] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:c0:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b88ea946-c801-4c09-9a69-282954e703a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.721250] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating folder: Project (20b12ecc0b5e4b13869d075e4d809521). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.721918] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f0f9b0f-9484-4717-8725-27ef75465a5e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.737395] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Created folder: Project (20b12ecc0b5e4b13869d075e4d809521) in parent group-v637972. [ 719.738026] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating folder: Instances. Parent ref: group-v638079. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.738026] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2595a0c0-8f98-4a9a-a087-8b6f3453f860 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.750159] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Created folder: Instances in parent group-v638079. [ 719.751094] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.751094] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.751094] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1280da27-5e11-4b35-955f-5e3309430ccf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.772373] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.772373] env[69133]: value = "task-3190650" [ 719.772373] env[69133]: _type = "Task" [ 719.772373] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.780732] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190650, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.845545] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d7823e-d211-26b3-1a37-62b402a01680, 'name': SearchDatastore_Task, 'duration_secs': 0.038504} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.845831] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.846172] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 4c7e015f-a811-4ac5-932e-54003b564ff9/4c7e015f-a811-4ac5-932e-54003b564ff9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.846459] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9314b90e-4c8d-4873-803d-108d54490b25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.850415] env[69133]: DEBUG nova.compute.manager [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Received event network-changed-b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.850602] env[69133]: DEBUG nova.compute.manager [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Refreshing instance network info cache due to event network-changed-b88ea946-c801-4c09-9a69-282954e703a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.850826] env[69133]: DEBUG oslo_concurrency.lockutils [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] Acquiring lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.851368] env[69133]: DEBUG oslo_concurrency.lockutils [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] Acquired lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.851368] env[69133]: DEBUG nova.network.neutron [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Refreshing network info cache for port b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.859696] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 719.859696] env[69133]: value = "task-3190651" [ 719.859696] env[69133]: _type = "Task" [ 719.859696] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.870761] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.025082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.025706] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.029206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.525s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.030247] env[69133]: INFO nova.compute.claims [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.286669] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190650, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.369704] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496329} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.369975] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 4c7e015f-a811-4ac5-932e-54003b564ff9/4c7e015f-a811-4ac5-932e-54003b564ff9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.370226] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.370520] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de782d8a-3615-4be2-be20-0eaa260f8fba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.378853] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 720.378853] env[69133]: value = "task-3190652" [ 720.378853] env[69133]: _type = "Task" [ 720.378853] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.390644] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.536899] env[69133]: DEBUG nova.compute.utils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.539841] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.539841] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.590641] env[69133]: DEBUG nova.network.neutron [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Updated VIF entry in instance network info cache for port b88ea946-c801-4c09-9a69-282954e703a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.590999] env[69133]: DEBUG nova.network.neutron [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Updating instance_info_cache with network_info: [{"id": "b88ea946-c801-4c09-9a69-282954e703a9", "address": "fa:16:3e:c5:c0:cd", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb88ea946-c8", "ovs_interfaceid": "b88ea946-c801-4c09-9a69-282954e703a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.597161] env[69133]: DEBUG nova.policy [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c31f502323b44d08796c347d4d502da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20b12ecc0b5e4b13869d075e4d809521', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.784373] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190650, 'name': CreateVM_Task, 'duration_secs': 0.574125} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.785258] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.785541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.786340] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.786340] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.786340] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-003ebc6a-dda0-4316-8d98-b78605401e17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.793732] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 720.793732] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ca216b-9064-ace1-116b-e9dbb8f26b72" [ 720.793732] env[69133]: _type = "Task" [ 720.793732] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.806954] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ca216b-9064-ace1-116b-e9dbb8f26b72, 'name': SearchDatastore_Task, 'duration_secs': 0.011437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.807261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.807490] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.807795] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.808194] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.808856] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.809212] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31b0f9fb-b539-48f3-9761-74a182bc6b7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.818523] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.818523] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.819187] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b3f092-0df3-46bd-a986-78b253194e28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.825256] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 720.825256] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520fae1d-e3c0-a3b5-d799-8fdf68310fe4" [ 720.825256] env[69133]: _type = "Task" [ 720.825256] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.833995] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520fae1d-e3c0-a3b5-d799-8fdf68310fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.890182] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068088} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.890312] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.891196] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bea22-22c1-4b66-9744-75e5d15b4802 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.922901] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4c7e015f-a811-4ac5-932e-54003b564ff9/4c7e015f-a811-4ac5-932e-54003b564ff9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.924093] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Successfully created port: 9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.926414] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-530fc6fb-7c14-482a-9751-2389f09b7073 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.952667] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 720.952667] env[69133]: value = "task-3190653" [ 720.952667] env[69133]: _type = "Task" [ 720.952667] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.961940] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.044744] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.094975] env[69133]: DEBUG oslo_concurrency.lockutils [req-c328173d-cad0-428a-8bb7-95bbaaf5fd20 req-e7c525aa-ee98-4731-8d3e-dc83265dca90 service nova] Releasing lock "refresh_cache-a250221d-826d-406b-b128-6fd6dc2bfbb9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.338259] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520fae1d-e3c0-a3b5-d799-8fdf68310fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.346401] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6641a4af-51b6-4238-9355-5d5c057fd7db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.353289] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 721.353289] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a367eb-dd4a-9606-ddda-86a524f24ab7" [ 721.353289] env[69133]: _type = "Task" [ 721.353289] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.369197] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a367eb-dd4a-9606-ddda-86a524f24ab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.464164] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.554701] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2245c9-7d81-4d22-a678-3c932670d073 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.563539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25eb47-130b-4413-8b33-9922ad7785ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.598635] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bff704-e7a6-4c65-a49c-2e47505681fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837c7e9-c099-4b86-b2e2-c9af25d6ce64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.623566] env[69133]: DEBUG nova.compute.provider_tree [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.864376] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a367eb-dd4a-9606-ddda-86a524f24ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.026638} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.864731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.865015] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a250221d-826d-406b-b128-6fd6dc2bfbb9/a250221d-826d-406b-b128-6fd6dc2bfbb9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.865286] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85fed9f-62b1-41a1-a154-602fe8fbd4c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.873303] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 721.873303] env[69133]: value = "task-3190654" [ 721.873303] env[69133]: _type = "Task" [ 721.873303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.882530] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.965668] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190653, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.059571] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.085897] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.086262] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.086444] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.086636] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.086809] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.086998] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.087249] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.087390] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.087559] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.087724] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.087896] env[69133]: DEBUG nova.virt.hardware [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.088756] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa021607-c7a2-4558-af08-67e04a995bcd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.097916] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f3ad4a-4dc0-4f80-882b-eb3ce4f4f272 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.127018] env[69133]: DEBUG nova.scheduler.client.report [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.384191] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190654, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.465761] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190653, 'name': ReconfigVM_Task, 'duration_secs': 1.10077} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.466138] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4c7e015f-a811-4ac5-932e-54003b564ff9/4c7e015f-a811-4ac5-932e-54003b564ff9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.466802] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd41581-3c82-4ce8-b47c-c816cba51f28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.476203] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 722.476203] env[69133]: value = "task-3190655" [ 722.476203] env[69133]: _type = "Task" [ 722.476203] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.489893] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190655, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.620282] env[69133]: DEBUG nova.compute.manager [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Received event network-vif-plugged-9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.620282] env[69133]: DEBUG oslo_concurrency.lockutils [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] Acquiring lock "d6bff616-449a-4199-8f75-226b41579020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.620770] env[69133]: DEBUG oslo_concurrency.lockutils [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] Lock "d6bff616-449a-4199-8f75-226b41579020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.620770] env[69133]: DEBUG oslo_concurrency.lockutils [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] Lock "d6bff616-449a-4199-8f75-226b41579020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.620907] env[69133]: DEBUG nova.compute.manager [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] No waiting events found dispatching network-vif-plugged-9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.621029] env[69133]: WARNING nova.compute.manager [req-6cf998c1-fd4b-4896-870a-71028ebd806b req-dff92042-ec7d-40de-b0c0-26c29442891c service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Received unexpected event network-vif-plugged-9f560ebc-0f79-4aa2-90e7-9b8efab74590 for instance with vm_state building and task_state spawning. [ 722.635119] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.635119] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.635775] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.346s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.636323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.636591] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 722.637030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.418s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.637370] env[69133]: DEBUG nova.objects.instance [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lazy-loading 'resources' on Instance uuid e583638b-7964-43d0-93c0-8545478c36b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.642408] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fbe1d5-783f-46c3-9ab8-30b9b50cbe7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.657639] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16fe0f3-83fb-40f9-9233-47e2eddfec56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.678117] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ea877-d44b-46e8-bc1b-8561a1225403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688069] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6926439-ca25-4cef-9d3a-8061d2bef147 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.724676] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178876MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 722.724992] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.768885] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Successfully updated port: 9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.886935] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.887415] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a250221d-826d-406b-b128-6fd6dc2bfbb9/a250221d-826d-406b-b128-6fd6dc2bfbb9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.887548] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.887861] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a50418e-068f-4263-956d-eb5efba3bad9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.896843] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 722.896843] env[69133]: value = "task-3190656" [ 722.896843] env[69133]: _type = "Task" [ 722.896843] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.906876] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.991169] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190655, 'name': Rename_Task, 'duration_secs': 0.446976} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.992522] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.992522] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5af0149-5ee7-4f9e-bc99-d8bb0af40684 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999650] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 722.999650] env[69133]: value = "task-3190657" [ 722.999650] env[69133]: _type = "Task" [ 722.999650] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.008434] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.145262] env[69133]: DEBUG nova.compute.utils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.146795] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.146964] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.205396] env[69133]: DEBUG nova.policy [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c70a9c3f7384054aa5629dac414ca90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73a07a7a4284095a237f4742a66d848', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.271243] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.271435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.271653] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.415208] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191409} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.415438] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.418740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944803ac-8ffe-4962-b686-137a24045b66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.442609] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a250221d-826d-406b-b128-6fd6dc2bfbb9/a250221d-826d-406b-b128-6fd6dc2bfbb9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.445590] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da486f0e-0699-44de-a7b1-d5280db98466 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.468557] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 723.468557] env[69133]: value = "task-3190658" [ 723.468557] env[69133]: _type = "Task" [ 723.468557] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.486567] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190658, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.516344] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190657, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.525655] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Successfully created port: f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.650595] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.719578] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6df3244-50e8-4e9b-bab3-79c9184e799d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.732184] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1ea84-7254-4d4c-9f9a-9c022f4b21f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.769189] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04faa66-5782-48ca-88b6-de7f9586429c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.781633] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a521b-bf27-4aa2-a8ba-ba86aa081aa6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.799353] env[69133]: DEBUG nova.compute.provider_tree [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.827043] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.992021] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.014490] env[69133]: DEBUG oslo_vmware.api [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190657, 'name': PowerOnVM_Task, 'duration_secs': 0.752854} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.014928] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.015350] env[69133]: INFO nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Took 9.23 seconds to spawn the instance on the hypervisor. [ 724.015595] env[69133]: DEBUG nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.016868] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570a148-bbd6-4935-b32c-68342c14854f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.064212] env[69133]: DEBUG nova.network.neutron [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Updating instance_info_cache with network_info: [{"id": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "address": "fa:16:3e:b0:f0:7d", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f560ebc-0f", "ovs_interfaceid": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.305670] env[69133]: DEBUG nova.scheduler.client.report [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.481267] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.540323] env[69133]: INFO nova.compute.manager [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Took 44.18 seconds to build instance. [ 724.567130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.567502] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Instance network_info: |[{"id": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "address": "fa:16:3e:b0:f0:7d", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f560ebc-0f", "ovs_interfaceid": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.567965] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f0:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f560ebc-0f79-4aa2-90e7-9b8efab74590', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.576871] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.577535] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bff616-449a-4199-8f75-226b41579020] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.577924] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-010e95a0-53dd-40dc-932f-a380240a5cdb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.605854] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.605854] env[69133]: value = "task-3190659" [ 724.605854] env[69133]: _type = "Task" [ 724.605854] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.616293] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190659, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.650090] env[69133]: DEBUG nova.compute.manager [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Received event network-changed-9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.650361] env[69133]: DEBUG nova.compute.manager [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Refreshing instance network info cache due to event network-changed-9f560ebc-0f79-4aa2-90e7-9b8efab74590. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.650625] env[69133]: DEBUG oslo_concurrency.lockutils [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] Acquiring lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.650909] env[69133]: DEBUG oslo_concurrency.lockutils [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] Acquired lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.651212] env[69133]: DEBUG nova.network.neutron [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Refreshing network info cache for port 9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.663419] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.706457] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.706996] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.707260] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.707363] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.707570] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.707828] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.708154] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.708467] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.708902] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.711680] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.712084] env[69133]: DEBUG nova.virt.hardware [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.715451] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abe3f2d-e13f-4dfa-9496-8809986c71a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.728813] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b57e08-9306-469a-8424-c861b452195e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.811337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.814130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.410s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.816556] env[69133]: INFO nova.compute.claims [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.846568] env[69133]: INFO nova.scheduler.client.report [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Deleted allocations for instance e583638b-7964-43d0-93c0-8545478c36b4 [ 724.984347] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190658, 'name': ReconfigVM_Task, 'duration_secs': 1.448091} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.984347] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a250221d-826d-406b-b128-6fd6dc2bfbb9/a250221d-826d-406b-b128-6fd6dc2bfbb9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.986028] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fff6b506-578b-4429-aace-9b9725057868 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.996333] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 724.996333] env[69133]: value = "task-3190660" [ 724.996333] env[69133]: _type = "Task" [ 724.996333] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.015200] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190660, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.042870] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89311b01-30d2-46c2-9cf7-d2c9f63b92f7 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.591s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.118512] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190659, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.355611] env[69133]: DEBUG oslo_concurrency.lockutils [None req-98cee8c6-2ec5-4142-aa9c-ee74791de794 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762 tempest-FloatingIPsAssociationNegativeTestJSON-1033005762-project-member] Lock "e583638b-7964-43d0-93c0-8545478c36b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.293s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.485333] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Successfully updated port: f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.525544] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190660, 'name': Rename_Task, 'duration_secs': 0.267551} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.527107] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.527107] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4833fa9e-69dc-42f8-af68-ffca14a39c1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.537763] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 725.537763] env[69133]: value = "task-3190661" [ 725.537763] env[69133]: _type = "Task" [ 725.537763] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.548195] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.550049] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.594604] env[69133]: DEBUG nova.network.neutron [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Updated VIF entry in instance network info cache for port 9f560ebc-0f79-4aa2-90e7-9b8efab74590. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.595085] env[69133]: DEBUG nova.network.neutron [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Updating instance_info_cache with network_info: [{"id": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "address": "fa:16:3e:b0:f0:7d", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f560ebc-0f", "ovs_interfaceid": "9f560ebc-0f79-4aa2-90e7-9b8efab74590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.616649] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190659, 'name': CreateVM_Task, 'duration_secs': 0.655281} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.617205] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bff616-449a-4199-8f75-226b41579020] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.617609] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.617788] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.618155] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.619044] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4701a9-77e1-410c-b3a8-77fc51ddea95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.625989] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 725.625989] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5223eb95-4db4-bcec-efab-890879582249" [ 725.625989] env[69133]: _type = "Task" [ 725.625989] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.635965] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5223eb95-4db4-bcec-efab-890879582249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.987746] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.987983] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988085] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.029023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "6502038f-b9db-464f-aef9-29abba56c18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.029023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.029023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "6502038f-b9db-464f-aef9-29abba56c18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.029023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.029023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.033190] env[69133]: INFO nova.compute.manager [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Terminating instance [ 726.049281] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.071018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.101626] env[69133]: DEBUG oslo_concurrency.lockutils [req-d62b844a-298d-4b4a-93f9-2d57645f3628 req-40439ba6-d710-448e-b27b-b3cadd9cd607 service nova] Releasing lock "refresh_cache-d6bff616-449a-4199-8f75-226b41579020" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.140709] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5223eb95-4db4-bcec-efab-890879582249, 'name': SearchDatastore_Task, 'duration_secs': 0.023156} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.141259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.141704] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.142112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.142354] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.142669] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.147062] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6964470b-53c6-42df-b10d-4a97110ecbbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.163652] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.163931] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.169311] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f3d607-6aa1-4ef0-9bb2-4290aba4d517 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.176541] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 726.176541] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521c7172-951a-60a2-6006-f1d4563b2095" [ 726.176541] env[69133]: _type = "Task" [ 726.176541] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.186749] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521c7172-951a-60a2-6006-f1d4563b2095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.292387] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "4c7e015f-a811-4ac5-932e-54003b564ff9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.292640] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.292927] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.293166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.293357] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.296070] env[69133]: INFO nova.compute.manager [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Terminating instance [ 726.424102] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab59a1-9e10-46f6-904c-54c326613759 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.439595] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a6108-1762-45a8-8f7f-be283ffdf61e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.485481] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373438c-9586-409a-9391-8a8e1de45c8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.496020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43430667-5da2-4404-b49d-98525a11887c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.519922] env[69133]: DEBUG nova.compute.provider_tree [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.538977] env[69133]: DEBUG nova.compute.manager [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.539342] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.542127] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea07f57-995c-4ea6-95cb-598e71952e25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.554918] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.555903] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.560357] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.561016] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637bc5a4-29d7-4fce-adc9-e32db10a9f43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.570280] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 726.570280] env[69133]: value = "task-3190662" [ 726.570280] env[69133]: _type = "Task" [ 726.570280] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.583183] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.689879] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521c7172-951a-60a2-6006-f1d4563b2095, 'name': SearchDatastore_Task, 'duration_secs': 0.02808} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.691021] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b79494-55c3-4b11-adbf-50febf6de835 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.698215] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 726.698215] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52eee02c-bc01-39a7-6bbd-0374a72a71e2" [ 726.698215] env[69133]: _type = "Task" [ 726.698215] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.710098] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eee02c-bc01-39a7-6bbd-0374a72a71e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.800559] env[69133]: DEBUG nova.compute.manager [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.800826] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.802177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca3155-00fd-4f74-976b-eb574a4c5eeb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.811231] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.812681] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78bb701a-5680-4545-a419-fd3ac5dfbc37 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.825260] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 726.825260] env[69133]: value = "task-3190663" [ 726.825260] env[69133]: _type = "Task" [ 726.825260] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.836326] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.974458] env[69133]: DEBUG nova.compute.manager [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Received event network-vif-plugged-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.974772] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Acquiring lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.974879] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.975055] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.975252] env[69133]: DEBUG nova.compute.manager [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] No waiting events found dispatching network-vif-plugged-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.975711] env[69133]: WARNING nova.compute.manager [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Received unexpected event network-vif-plugged-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 for instance with vm_state building and task_state spawning. [ 726.977431] env[69133]: DEBUG nova.compute.manager [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Received event network-changed-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.977659] env[69133]: DEBUG nova.compute.manager [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Refreshing instance network info cache due to event network-changed-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.977840] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Acquiring lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.997375] env[69133]: DEBUG nova.network.neutron [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updating instance_info_cache with network_info: [{"id": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "address": "fa:16:3e:42:b4:30", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e2ecd9-b1", "ovs_interfaceid": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.022999] env[69133]: DEBUG nova.scheduler.client.report [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.052633] env[69133]: DEBUG oslo_vmware.api [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190661, 'name': PowerOnVM_Task, 'duration_secs': 1.361566} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.053117] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.054935] env[69133]: INFO nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 9.62 seconds to spawn the instance on the hypervisor. [ 727.054935] env[69133]: DEBUG nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.054935] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e416b5e-52d2-4df4-92be-1a906a66eb4b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.080543] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190662, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.212127] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eee02c-bc01-39a7-6bbd-0374a72a71e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.212491] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.212803] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] d6bff616-449a-4199-8f75-226b41579020/d6bff616-449a-4199-8f75-226b41579020.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.213119] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffa62c97-8e24-488b-b073-368825915126 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.221296] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 727.221296] env[69133]: value = "task-3190664" [ 727.221296] env[69133]: _type = "Task" [ 727.221296] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.232379] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.337012] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190663, 'name': PowerOffVM_Task, 'duration_secs': 0.46142} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.337443] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.337534] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.337846] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095f6a99-d5e5-439d-b589-629b0c216d01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.415131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.415521] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.415521] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleting the datastore file [datastore2] 4c7e015f-a811-4ac5-932e-54003b564ff9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.415733] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ddf147f-3a11-4a48-bf50-bd67dea6e80d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.425055] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 727.425055] env[69133]: value = "task-3190666" [ 727.425055] env[69133]: _type = "Task" [ 727.425055] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.436646] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.500022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.500465] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Instance network_info: |[{"id": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "address": "fa:16:3e:42:b4:30", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e2ecd9-b1", "ovs_interfaceid": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.500816] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Acquired lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.501050] env[69133]: DEBUG nova.network.neutron [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Refreshing network info cache for port f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.502380] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:b4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e2ecd9-b160-4330-98f5-d1fe31e3bd29', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.513838] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating folder: Project (a73a07a7a4284095a237f4742a66d848). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.516283] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-214ce008-0fa2-47b3-828c-f373ce991ef9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.533027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.533027] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.538118] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created folder: Project (a73a07a7a4284095a237f4742a66d848) in parent group-v637972. [ 727.538118] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating folder: Instances. Parent ref: group-v638083. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.538118] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.333s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.538118] env[69133]: INFO nova.compute.claims [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.540833] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385bb1e4-01fb-40eb-8936-04d7c693394e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.556181] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created folder: Instances in parent group-v638083. [ 727.556520] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.556783] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.557502] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dc9dbab-8267-4fa1-a416-5794c4a6f85c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.590934] env[69133]: INFO nova.compute.manager [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 45.60 seconds to build instance. [ 727.598152] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.598152] env[69133]: value = "task-3190669" [ 727.598152] env[69133]: _type = "Task" [ 727.598152] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.602908] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190662, 'name': PowerOffVM_Task, 'duration_secs': 0.702383} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.607857] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.608102] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.609251] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96daec4a-8067-4eb8-9508-0a8ec648dff0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.618741] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190669, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.734897] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.735274] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.735476] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleting the datastore file [datastore2] 6502038f-b9db-464f-aef9-29abba56c18e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.742838] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-228f2d0f-999f-4868-b21b-522f1d6b4836 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.747868] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.757480] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 727.757480] env[69133]: value = "task-3190671" [ 727.757480] env[69133]: _type = "Task" [ 727.757480] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.767465] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.938672] env[69133]: DEBUG oslo_vmware.api [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385922} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.939316] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.939643] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.939960] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.940277] env[69133]: INFO nova.compute.manager [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 727.940657] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.940985] env[69133]: DEBUG nova.compute.manager [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.941205] env[69133]: DEBUG nova.network.neutron [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.037214] env[69133]: DEBUG nova.compute.utils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.040821] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.040821] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.095112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-50211368-300a-4782-8f67-fa7aeed58575 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.529s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.119013] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190669, 'name': CreateVM_Task, 'duration_secs': 0.504373} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.119013] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.119013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.119013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.119013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.119013] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f8108e-4fac-4c21-aecc-0e556658d368 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.125453] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 728.125453] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a05b57-95ee-cc37-c64d-9f765464f29e" [ 728.125453] env[69133]: _type = "Task" [ 728.125453] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.137360] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a05b57-95ee-cc37-c64d-9f765464f29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.188841] env[69133]: DEBUG nova.policy [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4aa3deb27048d2b2b00d17b858b8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dada4fdb03f4431aaa72baa6cccbbc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.240611] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632237} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.240954] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] d6bff616-449a-4199-8f75-226b41579020/d6bff616-449a-4199-8f75-226b41579020.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.241186] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.241478] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b9455b8-721a-4c29-8151-f5221905630c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.256740] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 728.256740] env[69133]: value = "task-3190672" [ 728.256740] env[69133]: _type = "Task" [ 728.256740] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.272124] env[69133]: DEBUG oslo_vmware.api [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360755} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.276208] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.276585] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.277028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.277419] env[69133]: INFO nova.compute.manager [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Took 1.74 seconds to destroy the instance on the hypervisor. [ 728.277851] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.278200] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.278517] env[69133]: DEBUG nova.compute.manager [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.278728] env[69133]: DEBUG nova.network.neutron [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.420746] env[69133]: DEBUG nova.network.neutron [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updated VIF entry in instance network info cache for port f5e2ecd9-b160-4330-98f5-d1fe31e3bd29. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.420746] env[69133]: DEBUG nova.network.neutron [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updating instance_info_cache with network_info: [{"id": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "address": "fa:16:3e:42:b4:30", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e2ecd9-b1", "ovs_interfaceid": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.544725] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.597401] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.632653] env[69133]: DEBUG nova.compute.manager [req-853158e8-ac95-48a0-ae89-9c6e1d5fd44d req-56309910-050f-4932-9af1-78ead3ccfa99 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Received event network-vif-deleted-f243c822-aa34-4f1e-b47e-f3e0b73edb9c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.632863] env[69133]: INFO nova.compute.manager [req-853158e8-ac95-48a0-ae89-9c6e1d5fd44d req-56309910-050f-4932-9af1-78ead3ccfa99 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Neutron deleted interface f243c822-aa34-4f1e-b47e-f3e0b73edb9c; detaching it from the instance and deleting it from the info cache [ 728.633047] env[69133]: DEBUG nova.network.neutron [req-853158e8-ac95-48a0-ae89-9c6e1d5fd44d req-56309910-050f-4932-9af1-78ead3ccfa99 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.640512] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a05b57-95ee-cc37-c64d-9f765464f29e, 'name': SearchDatastore_Task, 'duration_secs': 0.01967} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.641836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642078] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.642310] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.642455] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.642633] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.643499] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91afeb7b-85b0-49d6-945e-f8232cb663e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.658257] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.658449] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.659229] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d753ed-6005-49d1-bc04-612372a351a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.672837] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 728.672837] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52de716a-1c53-3234-fa2c-f390fe60ad8d" [ 728.672837] env[69133]: _type = "Task" [ 728.672837] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.686447] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52de716a-1c53-3234-fa2c-f390fe60ad8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.773433] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071369} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.773686] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.774525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c12634c-b237-4a61-9ea3-bfbca60c8dfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.805874] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d6bff616-449a-4199-8f75-226b41579020/d6bff616-449a-4199-8f75-226b41579020.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.809196] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d62b40-9bd1-4228-8248-43af52b30312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.832100] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 728.832100] env[69133]: value = "task-3190673" [ 728.832100] env[69133]: _type = "Task" [ 728.832100] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.844749] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.922948] env[69133]: DEBUG oslo_concurrency.lockutils [req-e8daac52-ba2c-4f06-80f4-e6a11f0a173d req-6bbc60b6-02ca-4e54-94be-fc44a4f92b3d service nova] Releasing lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.957754] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Successfully created port: 35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.087220] env[69133]: DEBUG nova.network.neutron [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.123437] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.145875] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe361528-7cb2-48fc-aa40-18a28340d102 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.160258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c4cb98-5a94-4bba-9736-deab654a5d35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.184547] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52de716a-1c53-3234-fa2c-f390fe60ad8d, 'name': SearchDatastore_Task, 'duration_secs': 0.027149} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.186220] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14fb16d-c688-4a3a-b4f9-ade133f836a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.208205] env[69133]: DEBUG nova.compute.manager [req-853158e8-ac95-48a0-ae89-9c6e1d5fd44d req-56309910-050f-4932-9af1-78ead3ccfa99 service nova] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Detach interface failed, port_id=f243c822-aa34-4f1e-b47e-f3e0b73edb9c, reason: Instance 4c7e015f-a811-4ac5-932e-54003b564ff9 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 729.214056] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 729.214056] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d05732-51dd-1742-fbbb-e91fc98dc95f" [ 729.214056] env[69133]: _type = "Task" [ 729.214056] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.222393] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d05732-51dd-1742-fbbb-e91fc98dc95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.252951] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2696def-56a0-4b27-93f3-6a8a46727341 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.263526] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d58eba-d0c6-41a9-a0d2-3f913f8ab04d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.296512] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7112d89b-e1e2-4ff0-a762-2f4afb86ceb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.305860] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb5d01-6066-4ba3-848d-34341b948d9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.321600] env[69133]: DEBUG nova.compute.provider_tree [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.346367] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.370779] env[69133]: DEBUG nova.network.neutron [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.566290] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.595771] env[69133]: INFO nova.compute.manager [-] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Took 1.65 seconds to deallocate network for instance. [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.607361] env[69133]: DEBUG nova.virt.hardware [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.607361] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366511ad-5988-4a5c-bdb6-bee022a5f134 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.618068] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de1ce7-dddd-4717-b302-c79c19343765 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.725598] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d05732-51dd-1742-fbbb-e91fc98dc95f, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.725873] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.726324] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/a9c7be77-a642-4dd8-8395-637c9bc2f91e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.727588] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad32f0de-bcc3-4c78-9195-845626f6db34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.736345] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 729.736345] env[69133]: value = "task-3190674" [ 729.736345] env[69133]: _type = "Task" [ 729.736345] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.746062] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.855152] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.857631] env[69133]: ERROR nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [req-b4cd4f31-c225-4f48-a12e-cfa23b29b31e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4cd4f31-c225-4f48-a12e-cfa23b29b31e"}]} [ 729.874450] env[69133]: INFO nova.compute.manager [-] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Took 1.60 seconds to deallocate network for instance. [ 729.883756] env[69133]: DEBUG nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.914098] env[69133]: DEBUG nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.914098] env[69133]: DEBUG nova.compute.provider_tree [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.926373] env[69133]: DEBUG nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.950963] env[69133]: DEBUG nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 730.113083] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.128096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.128096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.250637] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.350400] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190673, 'name': ReconfigVM_Task, 'duration_secs': 1.126755} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.353953] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d6bff616-449a-4199-8f75-226b41579020/d6bff616-449a-4199-8f75-226b41579020.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.354210] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5804efe-7eca-4937-a991-b0089237ab31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.365513] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 730.365513] env[69133]: value = "task-3190675" [ 730.365513] env[69133]: _type = "Task" [ 730.365513] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.383618] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190675, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.389826] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.604857] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bf2df-e726-4edc-9010-17aae22e478b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.613693] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b9abf1-81c4-41b0-8432-45eba8c48df4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.649723] env[69133]: DEBUG nova.compute.utils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.652149] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb05d82-e036-470d-a146-358ee6c37a29 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.663444] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c77904-cb90-442c-84ac-f52e2d8387c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.684075] env[69133]: DEBUG nova.compute.provider_tree [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.748116] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.879312] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190675, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.931627] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Successfully updated port: 35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.061807] env[69133]: DEBUG nova.compute.manager [req-8e0ef619-9811-49f6-bfec-53b78d6b6504 req-6064a7b8-db86-43cc-b5fd-3671f42a9795 service nova] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Received event network-vif-deleted-97bdfd72-4404-4c0f-bca3-3cf2d44f641f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.157849] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.032s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.224798] env[69133]: DEBUG nova.scheduler.client.report [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.225320] env[69133]: DEBUG nova.compute.provider_tree [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 62 to 63 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.225684] env[69133]: DEBUG nova.compute.provider_tree [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.259387] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.379881] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190675, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.433684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.433684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.434673] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.733219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.197s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.733793] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.736927] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.842s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.738343] env[69133]: INFO nova.compute.claims [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.761428] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190674, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.545005} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.761428] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/a9c7be77-a642-4dd8-8395-637c9bc2f91e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.761428] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.761428] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6154fea-d54d-4a0f-879e-94852735e16b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.776448] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 731.776448] env[69133]: value = "task-3190676" [ 731.776448] env[69133]: _type = "Task" [ 731.776448] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.785685] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.879374] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190675, 'name': Rename_Task, 'duration_secs': 1.399555} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.879687] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.879937] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e0c68f8-3281-44b8-88be-f0bf610311ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.887868] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 731.887868] env[69133]: value = "task-3190677" [ 731.887868] env[69133]: _type = "Task" [ 731.887868] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.898039] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.987833] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.189867] env[69133]: DEBUG nova.network.neutron [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Updating instance_info_cache with network_info: [{"id": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "address": "fa:16:3e:4a:2d:a9", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a58d72-a2", "ovs_interfaceid": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.245000] env[69133]: DEBUG nova.compute.utils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.248023] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 732.248909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.249146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.249359] env[69133]: INFO nova.compute.manager [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Attaching volume 6ba6af12-3200-4c5f-9183-1e5c03c9f494 to /dev/sdb [ 732.289156] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077422} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.289156] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.289375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b0e39-525a-43d4-80bf-5c27fec9412f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.295243] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50ae587-e296-479e-af57-eef8e6ced2be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.320345] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/a9c7be77-a642-4dd8-8395-637c9bc2f91e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.321208] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b7c34d-64e5-4bc2-930e-f8181a3a9702 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.339375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af3a496-9020-4886-ba2c-2dad4a3c5865 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.344848] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 732.344848] env[69133]: value = "task-3190678" [ 732.344848] env[69133]: _type = "Task" [ 732.344848] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.358418] env[69133]: DEBUG nova.virt.block_device [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updating existing volume attachment record: 97b387d3-c73f-495c-963f-5b57bbf2ad8e {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 732.364518] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.405504] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.695083] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.695083] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Instance network_info: |[{"id": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "address": "fa:16:3e:4a:2d:a9", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a58d72-a2", "ovs_interfaceid": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.695083] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:2d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35a58d72-a258-4fae-8df7-f80a0fe40d86', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.706056] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Creating folder: Project (dada4fdb03f4431aaa72baa6cccbbc27). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.706513] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f98b6e-bc1e-4491-8d42-fa6d03410b51 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.721021] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Created folder: Project (dada4fdb03f4431aaa72baa6cccbbc27) in parent group-v637972. [ 732.721021] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Creating folder: Instances. Parent ref: group-v638089. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.721021] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-852db185-019e-4b2a-bff6-2e1312cdcf84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.737596] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Created folder: Instances in parent group-v638089. [ 732.738258] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.738258] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.738435] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e2476b8-f6bc-468d-8675-4a416d52d5fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.760705] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.774800] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.774800] env[69133]: value = "task-3190684" [ 732.774800] env[69133]: _type = "Task" [ 732.774800] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.796433] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190684, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.855777] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190678, 'name': ReconfigVM_Task, 'duration_secs': 0.462635} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.856167] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/a9c7be77-a642-4dd8-8395-637c9bc2f91e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.857259] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-443de481-e8e8-49f5-9e05-a0fba609f032 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.867103] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 732.867103] env[69133]: value = "task-3190685" [ 732.867103] env[69133]: _type = "Task" [ 732.867103] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.883313] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190685, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.901810] env[69133]: DEBUG oslo_vmware.api [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190677, 'name': PowerOnVM_Task, 'duration_secs': 0.854576} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.904729] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.904954] env[69133]: INFO nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Took 10.85 seconds to spawn the instance on the hypervisor. [ 732.905152] env[69133]: DEBUG nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.906312] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad41ef37-4aa7-4bd3-a8fb-d8b4346c0076 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.156782] env[69133]: DEBUG nova.compute.manager [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Received event network-vif-plugged-35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.156996] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Acquiring lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.157222] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.159311] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.159311] env[69133]: DEBUG nova.compute.manager [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] No waiting events found dispatching network-vif-plugged-35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.159311] env[69133]: WARNING nova.compute.manager [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Received unexpected event network-vif-plugged-35a58d72-a258-4fae-8df7-f80a0fe40d86 for instance with vm_state building and task_state spawning. [ 733.159311] env[69133]: DEBUG nova.compute.manager [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Received event network-changed-35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.159311] env[69133]: DEBUG nova.compute.manager [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Refreshing instance network info cache due to event network-changed-35a58d72-a258-4fae-8df7-f80a0fe40d86. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.159311] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Acquiring lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.159311] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Acquired lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.159311] env[69133]: DEBUG nova.network.neutron [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Refreshing network info cache for port 35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.287903] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190684, 'name': CreateVM_Task, 'duration_secs': 0.474788} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.290925] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.294533] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.294533] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.294533] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.294533] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed47f7a-f0bc-413a-a13f-fe6ee303b665 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.306456] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 733.306456] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]526a6b42-2cd9-389b-7964-8d084b6924e3" [ 733.306456] env[69133]: _type = "Task" [ 733.306456] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.325924] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526a6b42-2cd9-389b-7964-8d084b6924e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.385732] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190685, 'name': Rename_Task, 'duration_secs': 0.186439} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.385732] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.385967] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d13c166-deab-430f-b550-7d3cf247cb1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.395853] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 733.395853] env[69133]: value = "task-3190686" [ 733.395853] env[69133]: _type = "Task" [ 733.395853] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.417126] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.441473] env[69133]: INFO nova.compute.manager [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Took 48.42 seconds to build instance. [ 733.458311] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1180589-677d-4a9b-b26b-22b9ed223b0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.467543] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.467768] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.473410] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d030b-74d9-46aa-bf79-5e7501e10466 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.517385] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3bc6de-6562-4cc5-baa6-a73d007dbe1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.531495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6515f6-08cb-48d1-af4b-057eed20193f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.548185] env[69133]: DEBUG nova.compute.provider_tree [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.775798] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.817094] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.817094] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.817094] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.817094] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.817094] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.817450] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.817450] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.817601] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.817795] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.817964] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.818076] env[69133]: DEBUG nova.virt.hardware [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.819259] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5540944c-3b20-4074-99e1-ec7580fed902 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.836880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99747e4f-9d7c-48e1-959d-d991737ebedd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.839462] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526a6b42-2cd9-389b-7964-8d084b6924e3, 'name': SearchDatastore_Task, 'duration_secs': 0.025094} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.839891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.840226] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.840523] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.840690] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.840947] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.841779] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a51dbf6-6a8f-456c-b6c0-f43f31b4b3f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.853541] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.859929] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Creating folder: Project (1fb7233116d54a1d9c20efac0d9cef79). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.863935] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6af1fbed-9ca4-421c-b249-7fdc40b21417 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.866999] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.866999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.867493] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c3b504-9598-4841-b5d0-ec8f02aeb4a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.875915] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 733.875915] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f68906-bf68-8c2b-d801-2fe3097eaeca" [ 733.875915] env[69133]: _type = "Task" [ 733.875915] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.883160] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Created folder: Project (1fb7233116d54a1d9c20efac0d9cef79) in parent group-v637972. [ 733.883975] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Creating folder: Instances. Parent ref: group-v638092. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.883975] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-350c6d0d-918b-4478-8e52-ad45c46f5b78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.890893] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f68906-bf68-8c2b-d801-2fe3097eaeca, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.891818] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f5a043-ca44-4d15-9856-ff69c78ceb6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.906994] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 733.906994] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52932723-179f-fbbd-358b-0e822a8bf933" [ 733.906994] env[69133]: _type = "Task" [ 733.906994] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.908827] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Created folder: Instances in parent group-v638092. [ 733.908827] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.909473] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.913362] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1663738-c1ee-494e-b7f8-483f87b9ddff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.931456] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190686, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.939018] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52932723-179f-fbbd-358b-0e822a8bf933, 'name': SearchDatastore_Task, 'duration_secs': 0.018437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.940616] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.941393] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] ecd49a8a-39f2-4cd3-9889-89c87f264617/ecd49a8a-39f2-4cd3-9889-89c87f264617.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.941393] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.941393] env[69133]: value = "task-3190689" [ 733.941393] env[69133]: _type = "Task" [ 733.941393] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.941393] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ff4a74-8ae8-40e6-a12f-b77edd99d4bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.945016] env[69133]: DEBUG oslo_concurrency.lockutils [None req-69add73c-3a5a-4d23-9cfc-2f434fe805d7 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.554s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.955157] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190689, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.956492] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 733.956492] env[69133]: value = "task-3190690" [ 733.956492] env[69133]: _type = "Task" [ 733.956492] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.965487] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.054203] env[69133]: DEBUG nova.scheduler.client.report [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.110304] env[69133]: DEBUG nova.network.neutron [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Updated VIF entry in instance network info cache for port 35a58d72-a258-4fae-8df7-f80a0fe40d86. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.110746] env[69133]: DEBUG nova.network.neutron [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Updating instance_info_cache with network_info: [{"id": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "address": "fa:16:3e:4a:2d:a9", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35a58d72-a2", "ovs_interfaceid": "35a58d72-a258-4fae-8df7-f80a0fe40d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.412301] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190686, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.450316] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.457860] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190689, 'name': CreateVM_Task, 'duration_secs': 0.33134} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.461469] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.462632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.462632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.462632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.463207] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f769d02c-7b0e-445a-bc70-0b2792723d3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.469523] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497308} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.470952] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] ecd49a8a-39f2-4cd3-9889-89c87f264617/ecd49a8a-39f2-4cd3-9889-89c87f264617.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.471244] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.471599] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 734.471599] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52031aaa-e89b-26b7-bcc4-ad77c224e669" [ 734.471599] env[69133]: _type = "Task" [ 734.471599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.471859] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19492ddb-533d-417f-9991-1f030eed337a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.482670] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52031aaa-e89b-26b7-bcc4-ad77c224e669, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.483032] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.483315] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.483597] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.483807] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.484034] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.485434] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d472f3-92dd-41ee-bc79-2c6b27708115 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.487472] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 734.487472] env[69133]: value = "task-3190691" [ 734.487472] env[69133]: _type = "Task" [ 734.487472] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.498068] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.501143] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.501143] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.501143] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2cb4d0-54c0-4aa7-be6d-3c96598bdfb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.506636] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 734.506636] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52da1f08-48ed-8dcf-3e60-874946dd4ea8" [ 734.506636] env[69133]: _type = "Task" [ 734.506636] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.516175] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52da1f08-48ed-8dcf-3e60-874946dd4ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.558774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.559347] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.563974] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.369s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.563974] env[69133]: DEBUG nova.objects.instance [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lazy-loading 'resources' on Instance uuid bfdd78b3-a9ad-41e7-817c-19a9d11785d3 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.615371] env[69133]: DEBUG oslo_concurrency.lockutils [req-92a605c8-47e2-4ea1-8aa9-84334e957d46 req-15a1a661-b6d2-49a6-b967-6a5983d94915 service nova] Releasing lock "refresh_cache-ecd49a8a-39f2-4cd3-9889-89c87f264617" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.913360] env[69133]: DEBUG oslo_vmware.api [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190686, 'name': PowerOnVM_Task, 'duration_secs': 1.072053} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.913360] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.913596] env[69133]: INFO nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Took 10.25 seconds to spawn the instance on the hypervisor. [ 734.913981] env[69133]: DEBUG nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.915855] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7167f96-2db7-40d1-b7d8-bc16f5a07df2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.995681] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.005486] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094015} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.005878] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.007255] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a39850-9ea1-4492-b783-28ef22f6e342 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.036611] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ecd49a8a-39f2-4cd3-9889-89c87f264617/ecd49a8a-39f2-4cd3-9889-89c87f264617.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.040837] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d6a8445-e44c-40cb-8d77-09527c7a9055 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.056128] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52da1f08-48ed-8dcf-3e60-874946dd4ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.057100] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329df935-04ec-4e0b-8558-f6efe0c9ccf9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.065576] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 735.065576] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5256f77b-26c3-dde6-1266-acc0517e118c" [ 735.065576] env[69133]: _type = "Task" [ 735.065576] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.065576] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 735.065576] env[69133]: value = "task-3190693" [ 735.065576] env[69133]: _type = "Task" [ 735.065576] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.076716] env[69133]: DEBUG nova.compute.utils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.086477] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.086477] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.096765] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5256f77b-26c3-dde6-1266-acc0517e118c, 'name': SearchDatastore_Task, 'duration_secs': 0.01194} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.100587] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.104020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.104020] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.104020] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c12720c8-e997-4102-9579-48f1877cba78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.114303] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 735.114303] env[69133]: value = "task-3190694" [ 735.114303] env[69133]: _type = "Task" [ 735.114303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.124386] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.168209] env[69133]: DEBUG nova.policy [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2804d4e3aece4fbf94fcaf589a0a268e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4465521f318d4b85b11568d61870ac42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.230917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.230917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.445207] env[69133]: INFO nova.compute.manager [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Took 49.96 seconds to build instance. [ 735.588259] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.590101] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.630952] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496414} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.631310] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.631546] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.632131] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-574e5dd2-3719-4abd-bb8c-6e8a7577b18d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.642632] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 735.642632] env[69133]: value = "task-3190695" [ 735.642632] env[69133]: _type = "Task" [ 735.642632] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.653214] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.676375] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Successfully created port: e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.766189] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0bc666-9050-4026-a21d-1c1d222768d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.776064] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec64e90d-ee4d-4720-821b-4c5a52071eed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.813016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589da1f1-3c2b-47b7-9962-f1738d3edcbb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.820406] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ea0786-5366-4760-91b6-38a3845e2ca5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.838056] env[69133]: DEBUG nova.compute.provider_tree [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.946655] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c83df434-97c1-402b-b7f5-1b36d7688e1e tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.457s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.081677] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190693, 'name': ReconfigVM_Task, 'duration_secs': 0.602303} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.082167] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ecd49a8a-39f2-4cd3-9889-89c87f264617/ecd49a8a-39f2-4cd3-9889-89c87f264617.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.082847] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95298034-d447-4015-af9e-700c6454119a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.094030] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 736.094030] env[69133]: value = "task-3190696" [ 736.094030] env[69133]: _type = "Task" [ 736.094030] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.106045] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190696, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.106045] env[69133]: DEBUG nova.compute.manager [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.106321] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e4b5f-ca37-409e-8582-62e68a463ee7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.153227] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.154145] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.154957] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766395c9-a69f-4c05-92ff-41bc3ffe76a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.182753] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.183072] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6065e37f-3661-49bf-bb63-8bde19f65861 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.203629] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 736.203629] env[69133]: value = "task-3190697" [ 736.203629] env[69133]: _type = "Task" [ 736.203629] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.209268] env[69133]: INFO nova.compute.manager [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Rescuing [ 736.209559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.209714] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.209876] env[69133]: DEBUG nova.network.neutron [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.215205] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.341559] env[69133]: DEBUG nova.scheduler.client.report [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.449599] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.598942] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.607439] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190696, 'name': Rename_Task, 'duration_secs': 0.417997} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.607712] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.607957] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485882b9-5524-45c1-9ea2-ae79b30b9f65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.615629] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 736.615629] env[69133]: value = "task-3190698" [ 736.615629] env[69133]: _type = "Task" [ 736.615629] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.616544] env[69133]: INFO nova.compute.manager [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] instance snapshotting [ 736.622820] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.623052] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.623216] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.623400] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.623545] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.623690] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.623932] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.624107] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.624278] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.624901] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.624901] env[69133]: DEBUG nova.virt.hardware [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.625900] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639ff78-669d-4914-9aad-66656863e35c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.629947] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ee278b-a967-4ae9-af37-85e9edc503dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.639714] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190698, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.655376] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c99425-f9cf-4149-b949-7a515d3c850b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.659345] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa094e-5375-4b6f-a67a-ee057a99966b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.720956] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.848093] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.851314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.628s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.852940] env[69133]: INFO nova.compute.claims [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.874929] env[69133]: INFO nova.scheduler.client.report [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Deleted allocations for instance bfdd78b3-a9ad-41e7-817c-19a9d11785d3 [ 736.956812] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 736.957718] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638088', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'name': 'volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ada1d08c-09a0-4682-ba11-1c6cd5e78f92', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'serial': '6ba6af12-3200-4c5f-9183-1e5c03c9f494'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 736.958730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d6904-0b6a-42a8-afd2-00c3d2823ef7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.981292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.982389] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cdebc7-32cf-4d92-9d23-3d2c2db066ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.010119] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494/volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.012086] env[69133]: DEBUG nova.network.neutron [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updating instance_info_cache with network_info: [{"id": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "address": "fa:16:3e:42:b4:30", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e2ecd9-b1", "ovs_interfaceid": "f5e2ecd9-b160-4330-98f5-d1fe31e3bd29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.013307] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa089191-5d2e-45dc-b740-9b7dca8b55d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.036379] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Waiting for the task: (returnval){ [ 737.036379] env[69133]: value = "task-3190699" [ 737.036379] env[69133]: _type = "Task" [ 737.036379] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.050935] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.130683] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.176326] env[69133]: DEBUG nova.compute.manager [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Received event network-vif-plugged-e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.176559] env[69133]: DEBUG oslo_concurrency.lockutils [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] Acquiring lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.176796] env[69133]: DEBUG oslo_concurrency.lockutils [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.176984] env[69133]: DEBUG oslo_concurrency.lockutils [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.177184] env[69133]: DEBUG nova.compute.manager [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] No waiting events found dispatching network-vif-plugged-e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.177357] env[69133]: WARNING nova.compute.manager [req-ebe47500-9fb8-4a40-9b41-4364969c0eb5 req-aeda09d1-a40a-4454-b02e-f5a235c23045 service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Received unexpected event network-vif-plugged-e1da5207-ac82-406a-b1e8-5abe07fde472 for instance with vm_state building and task_state spawning. [ 737.178792] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 737.179257] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0911b676-80b7-4120-856b-b727a79ea6ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.192022] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 737.192022] env[69133]: value = "task-3190700" [ 737.192022] env[69133]: _type = "Task" [ 737.192022] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.200638] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.216011] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190697, 'name': ReconfigVM_Task, 'duration_secs': 0.678673} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.216260] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.216943] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-468e8b69-4468-472e-98ff-aed0552aa945 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.225873] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 737.225873] env[69133]: value = "task-3190701" [ 737.225873] env[69133]: _type = "Task" [ 737.225873] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.235709] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190701, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.293217] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Successfully updated port: e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.387821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-829ee575-0c2c-4913-9476-b79806d7e405 tempest-ImagesOneServerTestJSON-416143564 tempest-ImagesOneServerTestJSON-416143564-project-member] Lock "bfdd78b3-a9ad-41e7-817c-19a9d11785d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.719s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.528871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "refresh_cache-a9c7be77-a642-4dd8-8395-637c9bc2f91e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.549299] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190699, 'name': ReconfigVM_Task, 'duration_secs': 0.374787} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.549570] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494/volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.557491] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dddcf13-f98a-473a-b2df-9cfce8201824 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.575057] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Waiting for the task: (returnval){ [ 737.575057] env[69133]: value = "task-3190702" [ 737.575057] env[69133]: _type = "Task" [ 737.575057] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.584694] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.630281] env[69133]: DEBUG oslo_vmware.api [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190698, 'name': PowerOnVM_Task, 'duration_secs': 0.587926} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.630588] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.630819] env[69133]: INFO nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Took 8.06 seconds to spawn the instance on the hypervisor. [ 737.631015] env[69133]: DEBUG nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.631873] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57fe3b-3293-4440-a00c-c89151b7d927 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.701144] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.737688] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190701, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.795766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.795766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquired lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.795766] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.089067] env[69133]: DEBUG oslo_vmware.api [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190702, 'name': ReconfigVM_Task, 'duration_secs': 0.173294} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.091974] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638088', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'name': 'volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ada1d08c-09a0-4682-ba11-1c6cd5e78f92', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'serial': '6ba6af12-3200-4c5f-9183-1e5c03c9f494'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 738.150815] env[69133]: INFO nova.compute.manager [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Took 44.77 seconds to build instance. [ 738.203620] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190700, 'name': CreateSnapshot_Task, 'duration_secs': 0.686063} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.204397] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.205507] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ffa09-3e24-4c7e-9906-4bfdd91bb94f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.241974] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190701, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.339682] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.345787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0fb77-97ba-4a3f-a9c1-480ed89e58f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.354757] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee26b2ee-2bc9-44ce-bb22-5df3ceaddf4f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.391394] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55db086-c34b-4ee7-a15a-d853235ecc0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.407370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e684fd-25c9-4161-80fc-5bc8f01317ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.427189] env[69133]: DEBUG nova.compute.provider_tree [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.590771] env[69133]: DEBUG nova.network.neutron [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Updating instance_info_cache with network_info: [{"id": "e1da5207-ac82-406a-b1e8-5abe07fde472", "address": "fa:16:3e:d8:1c:48", "network": {"id": "909d0369-f81b-4848-8866-717cbbe885e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702829592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4465521f318d4b85b11568d61870ac42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1da5207-ac", "ovs_interfaceid": "e1da5207-ac82-406a-b1e8-5abe07fde472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.652893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c0ab5ab2-fb1c-4c55-8448-175362274c13 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.993s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.729428] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.729738] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d777dabc-b4f4-44dc-9f0a-0a3965f8383f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.741974] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190701, 'name': Rename_Task, 'duration_secs': 1.190667} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.743528] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.743895] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 738.743895] env[69133]: value = "task-3190703" [ 738.743895] env[69133]: _type = "Task" [ 738.743895] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.744166] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abf3b918-5773-4e07-985f-e4a3dbbbdf60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.755442] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190703, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.756980] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 738.756980] env[69133]: value = "task-3190704" [ 738.756980] env[69133]: _type = "Task" [ 738.756980] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.766186] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.930945] env[69133]: DEBUG nova.scheduler.client.report [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.080275] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.080275] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6064e48-c084-4648-a7fd-5ce9ced89cb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.090354] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 739.090354] env[69133]: value = "task-3190705" [ 739.090354] env[69133]: _type = "Task" [ 739.090354] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.094410] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Releasing lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.095207] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Instance network_info: |[{"id": "e1da5207-ac82-406a-b1e8-5abe07fde472", "address": "fa:16:3e:d8:1c:48", "network": {"id": "909d0369-f81b-4848-8866-717cbbe885e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702829592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4465521f318d4b85b11568d61870ac42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1da5207-ac", "ovs_interfaceid": "e1da5207-ac82-406a-b1e8-5abe07fde472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.096552] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1c:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1da5207-ac82-406a-b1e8-5abe07fde472', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.105050] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Creating folder: Project (4465521f318d4b85b11568d61870ac42). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.105931] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f71ce547-aab8-4e30-acac-427a10fdeb56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.111564] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.123413] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Created folder: Project (4465521f318d4b85b11568d61870ac42) in parent group-v637972. [ 739.123637] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Creating folder: Instances. Parent ref: group-v638097. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.124354] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9272fc-82ee-471d-9399-be0aad8f45c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.136415] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Created folder: Instances in parent group-v638097. [ 739.136689] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.136876] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.137700] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79878e5d-2893-4882-81ab-8be6e40d45f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.153067] env[69133]: DEBUG nova.objects.instance [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lazy-loading 'flavor' on Instance uuid ada1d08c-09a0-4682-ba11-1c6cd5e78f92 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.155268] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.176335] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.176335] env[69133]: value = "task-3190708" [ 739.176335] env[69133]: _type = "Task" [ 739.176335] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.189232] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190708, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.260878] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190703, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.273945] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.368942] env[69133]: DEBUG nova.compute.manager [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Received event network-changed-e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.369044] env[69133]: DEBUG nova.compute.manager [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Refreshing instance network info cache due to event network-changed-e1da5207-ac82-406a-b1e8-5abe07fde472. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.373018] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] Acquiring lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.373018] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] Acquired lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.373018] env[69133]: DEBUG nova.network.neutron [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Refreshing network info cache for port e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.437712] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.437712] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.440340] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.194s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.443253] env[69133]: DEBUG nova.objects.instance [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 739.603103] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190705, 'name': PowerOffVM_Task, 'duration_secs': 0.211011} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.605262] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.607989] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5169bcd-8cf2-4c86-881a-336e0a720d39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.635059] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17d9570-a5a7-4fa3-a7f2-54a7ef905c92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.663355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-808cd49b-838e-4c80-ab4c-04a01133f0ff tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.414s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.682201] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.694304] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190708, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.696276] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.696605] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95f228c-036c-4b86-be93-46770dd9301b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.705096] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 739.705096] env[69133]: value = "task-3190709" [ 739.705096] env[69133]: _type = "Task" [ 739.705096] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.715857] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.758246] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190703, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.771077] env[69133]: DEBUG oslo_vmware.api [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190704, 'name': PowerOnVM_Task, 'duration_secs': 0.673433} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.771815] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.771815] env[69133]: INFO nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Took 6.00 seconds to spawn the instance on the hypervisor. [ 739.771930] env[69133]: DEBUG nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.772738] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c21f7-644e-4225-bbdb-5afead554215 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.945432] env[69133]: DEBUG nova.compute.utils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.947030] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.947183] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.015744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "769089ae-92dc-463f-9b74-2766a6d0c609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.016168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.017762] env[69133]: DEBUG nova.policy [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e2d056f870142b595a41e178d844241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2891c540233b48e0b77f2e14f24daac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.189879] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190708, 'name': CreateVM_Task, 'duration_secs': 0.548803} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.190087] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.190805] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.191078] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.191436] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.193200] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c97559-9676-4e4f-a4a6-0ab5702e1f89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.201902] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 740.201902] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cc75d3-d4eb-e00c-3a67-d8cddc0bb692" [ 740.201902] env[69133]: _type = "Task" [ 740.201902] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.222271] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 740.222965] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.222965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.222965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.223196] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.223313] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cc75d3-d4eb-e00c-3a67-d8cddc0bb692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.223544] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fcb085e-a85a-411d-aa7e-fa2f2d96030e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.250338] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.250338] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.258130] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5beafcad-8bb0-4b17-9939-2f4b9a64bc71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.269905] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190703, 'name': CloneVM_Task, 'duration_secs': 1.305435} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.274050] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Created linked-clone VM from snapshot [ 740.274050] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 740.274050] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa8ae4-340c-997f-20dd-0b790b0f6a29" [ 740.274050] env[69133]: _type = "Task" [ 740.274050] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.274050] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea36635-a7e6-43d9-8348-6178d46fe75b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.284873] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52aa8ae4-340c-997f-20dd-0b790b0f6a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.288834] env[69133]: DEBUG nova.network.neutron [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Updated VIF entry in instance network info cache for port e1da5207-ac82-406a-b1e8-5abe07fde472. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.289359] env[69133]: DEBUG nova.network.neutron [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Updating instance_info_cache with network_info: [{"id": "e1da5207-ac82-406a-b1e8-5abe07fde472", "address": "fa:16:3e:d8:1c:48", "network": {"id": "909d0369-f81b-4848-8866-717cbbe885e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1702829592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4465521f318d4b85b11568d61870ac42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1da5207-ac", "ovs_interfaceid": "e1da5207-ac82-406a-b1e8-5abe07fde472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.290720] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Uploading image 1e939981-b8b5-4b04-8f38-d324912e9ecc {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.301920] env[69133]: INFO nova.compute.manager [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Took 42.12 seconds to build instance. [ 740.326961] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.326961] env[69133]: value = "vm-638096" [ 740.326961] env[69133]: _type = "VirtualMachine" [ 740.326961] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.327634] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-09e162ac-c0e7-4feb-bc31-eee1a8b130a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.337234] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease: (returnval){ [ 740.337234] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521370a2-1e25-c88d-b2f4-5cd948b2ac10" [ 740.337234] env[69133]: _type = "HttpNfcLease" [ 740.337234] env[69133]: } obtained for exporting VM: (result){ [ 740.337234] env[69133]: value = "vm-638096" [ 740.337234] env[69133]: _type = "VirtualMachine" [ 740.337234] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.337499] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the lease: (returnval){ [ 740.337499] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521370a2-1e25-c88d-b2f4-5cd948b2ac10" [ 740.337499] env[69133]: _type = "HttpNfcLease" [ 740.337499] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.345349] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.345349] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521370a2-1e25-c88d-b2f4-5cd948b2ac10" [ 740.345349] env[69133]: _type = "HttpNfcLease" [ 740.345349] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 740.452866] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.458621] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0a7c40b2-e889-4122-af7b-f73e156bfe64 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.462357] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.335s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.462357] env[69133]: DEBUG nova.objects.instance [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lazy-loading 'resources' on Instance uuid f38d1517-8f54-4a66-a152-9e4bfdcaa373 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.501659] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Successfully created port: 0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.545694] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.546038] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.715898] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cc75d3-d4eb-e00c-3a67-d8cddc0bb692, 'name': SearchDatastore_Task, 'duration_secs': 0.034192} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.715898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.715898] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.715898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.715898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.715898] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.715898] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-953d0d56-837a-479c-bb67-5ea2c242e838 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.728020] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.728224] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.728965] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb79030-d099-47cf-ad6e-e0b324dc0bb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.735043] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 740.735043] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521bc43a-2ed9-259d-b6c9-d770d618f3c1" [ 740.735043] env[69133]: _type = "Task" [ 740.735043] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.745503] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521bc43a-2ed9-259d-b6c9-d770d618f3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.788949] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52aa8ae4-340c-997f-20dd-0b790b0f6a29, 'name': SearchDatastore_Task, 'duration_secs': 0.02287} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.789774] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669a4af4-d393-4500-8c50-d088106e9f1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.798393] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6e2875a-b4ed-4b4e-b48c-4a7cff261454 req-d2c2b13f-212c-40dd-bd73-00f343ef3cdd service nova] Releasing lock "refresh_cache-34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.798393] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 740.798393] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5233229c-325c-3241-6066-69757f116787" [ 740.798393] env[69133]: _type = "Task" [ 740.798393] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.807122] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1959eaeb-3446-4077-8637-719c7ba8fe99 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.149s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.807344] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5233229c-325c-3241-6066-69757f116787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.848172] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.848172] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521370a2-1e25-c88d-b2f4-5cd948b2ac10" [ 740.848172] env[69133]: _type = "HttpNfcLease" [ 740.848172] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.848476] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.848476] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521370a2-1e25-c88d-b2f4-5cd948b2ac10" [ 740.848476] env[69133]: _type = "HttpNfcLease" [ 740.848476] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.849236] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3547e6d-f08c-4e4a-943b-e544392f4764 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.858605] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.858786] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 740.950578] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e7d4538-729e-417f-b531-a7311fd45683 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.049582] env[69133]: INFO nova.compute.manager [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Detaching volume 6ba6af12-3200-4c5f-9183-1e5c03c9f494 [ 741.104323] env[69133]: INFO nova.virt.block_device [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Attempting to driver detach volume 6ba6af12-3200-4c5f-9183-1e5c03c9f494 from mountpoint /dev/sdb [ 741.104616] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 741.104700] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638088', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'name': 'volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ada1d08c-09a0-4682-ba11-1c6cd5e78f92', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'serial': '6ba6af12-3200-4c5f-9183-1e5c03c9f494'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 741.109023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c084e-6000-4f4e-aba2-4599612c20ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.137721] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2da87d-10dc-4611-be13-5001e9e632b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.145333] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e9a8eb-7fa8-4756-b9eb-81b30d0c7c57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.176304] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.176565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.176766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.176987] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.177171] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.179587] env[69133]: INFO nova.compute.manager [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Terminating instance [ 741.183674] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371ebe0-1a2a-4360-85a8-71837808e78a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.205602] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] The volume has not been displaced from its original location: [datastore2] volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494/volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 741.211492] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 741.216966] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95e1494-2b3e-4147-a700-875e27eeb255 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.241490] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Waiting for the task: (returnval){ [ 741.241490] env[69133]: value = "task-3190711" [ 741.241490] env[69133]: _type = "Task" [ 741.241490] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.253818] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521bc43a-2ed9-259d-b6c9-d770d618f3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.256054] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd84a26-7cfc-4830-9620-d4560c4c18e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.263324] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.268311] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 741.268311] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5285b59b-883e-e1ef-7357-d53f67a383b3" [ 741.268311] env[69133]: _type = "Task" [ 741.268311] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.279314] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5285b59b-883e-e1ef-7357-d53f67a383b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.310067] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5233229c-325c-3241-6066-69757f116787, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.312701] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312929] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 741.314150] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.316215] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4e24337-be58-4ad0-9611-a4d4f4e0a86b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.328240] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 741.328240] env[69133]: value = "task-3190712" [ 741.328240] env[69133]: _type = "Task" [ 741.328240] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.343569] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.468908] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.510029] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.510029] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.510029] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.510305] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.510664] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.511048] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.511345] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.512133] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.512133] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.512561] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.512902] env[69133]: DEBUG nova.virt.hardware [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.514829] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3e0c9-d403-4828-bdf5-cb331f5c3d13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.532603] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a8d59-16b1-4b48-bdba-f72f96f37160 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.691615] env[69133]: DEBUG nova.compute.manager [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.692057] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.693062] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e89ac50-fdd1-46fa-b530-760b45f9a441 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.704514] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.713314] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba07d53-525b-4689-8e48-7ff9995d79e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.725136] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 741.725136] env[69133]: value = "task-3190713" [ 741.725136] env[69133]: _type = "Task" [ 741.725136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.741201] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.748685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36238d85-ed72-4c53-a28b-e59fdf5dc0ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755265] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190711, 'name': ReconfigVM_Task, 'duration_secs': 0.253858} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.756309] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.761419] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4918ff42-7761-4687-b210-4121d4cf06b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.780085] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781aee0-cf80-4d80-9075-8f2947451000 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.785846] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Waiting for the task: (returnval){ [ 741.785846] env[69133]: value = "task-3190714" [ 741.785846] env[69133]: _type = "Task" [ 741.785846] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.830134] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5881f0c-0693-468e-b82b-f4eec3a32d45 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.835359] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5285b59b-883e-e1ef-7357-d53f67a383b3, 'name': SearchDatastore_Task, 'duration_secs': 0.014166} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.842753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.843159] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25/34e19d3d-2bc1-4d97-bf98-3801ebcbbf25.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.843403] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.844254] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26adc5e8-6855-4e4f-883e-5a0299ebf96e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.854177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581d578e-6b51-4252-bfe2-89438f0fd9a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.858467] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190712, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.862853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.862853] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 741.862853] env[69133]: value = "task-3190715" [ 741.862853] env[69133]: _type = "Task" [ 741.862853] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.873644] env[69133]: DEBUG nova.compute.provider_tree [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.877298] env[69133]: INFO nova.compute.manager [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Rebuilding instance [ 741.887414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.887414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.887414] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.942999] env[69133]: DEBUG nova.compute.manager [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.944092] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae999b-5232-45a6-b775-7262797e86f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.237522] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190713, 'name': PowerOffVM_Task, 'duration_secs': 0.290483} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.237876] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.238038] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.238375] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f20b8a0-4869-40bb-bbce-bccd02bae259 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.270025] env[69133]: DEBUG nova.compute.manager [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Received event network-vif-plugged-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.270470] env[69133]: DEBUG oslo_concurrency.lockutils [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] Acquiring lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.270744] env[69133]: DEBUG oslo_concurrency.lockutils [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] Lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.271029] env[69133]: DEBUG oslo_concurrency.lockutils [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] Lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.271269] env[69133]: DEBUG nova.compute.manager [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] No waiting events found dispatching network-vif-plugged-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.271502] env[69133]: WARNING nova.compute.manager [req-0538dfa6-b55c-4c58-87bc-49a322f481eb req-523f5bd3-929d-4495-ad0c-523de0f9b223 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Received unexpected event network-vif-plugged-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda for instance with vm_state building and task_state spawning. [ 742.300473] env[69133]: DEBUG oslo_vmware.api [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Task: {'id': task-3190714, 'name': ReconfigVM_Task, 'duration_secs': 0.208394} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.300835] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638088', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'name': 'volume-6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ada1d08c-09a0-4682-ba11-1c6cd5e78f92', 'attached_at': '', 'detached_at': '', 'volume_id': '6ba6af12-3200-4c5f-9183-1e5c03c9f494', 'serial': '6ba6af12-3200-4c5f-9183-1e5c03c9f494'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 742.346380] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.347336] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.350368] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleting the datastore file [datastore2] 1a593f41-970d-49b9-abee-2e2329d2f4ee {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.352175] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c277dce-2501-46c4-85fe-678b38e99532 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.361320] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533391} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.363197] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 742.363806] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 742.363806] env[69133]: value = "task-3190717" [ 742.363806] env[69133]: _type = "Task" [ 742.363806] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.364648] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3fdc98-40ab-43da-9af0-fe81a0164ab4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.380102] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.399895] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.401042] env[69133]: DEBUG nova.scheduler.client.report [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.413208] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.414806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858148de-fa9f-4303-8ca7-16fd32e54ed8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.443712] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 742.443712] env[69133]: value = "task-3190718" [ 742.443712] env[69133]: _type = "Task" [ 742.443712] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.452438] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.507417] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Successfully updated port: 0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.881493] env[69133]: DEBUG nova.objects.instance [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lazy-loading 'flavor' on Instance uuid ada1d08c-09a0-4682-ba11-1c6cd5e78f92 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.883981] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190715, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.892194] env[69133]: DEBUG oslo_vmware.api [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235156} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.893976] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.894426] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.894763] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.895210] env[69133]: INFO nova.compute.manager [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Took 1.20 seconds to destroy the instance on the hypervisor. [ 742.895615] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.896024] env[69133]: DEBUG nova.compute.manager [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.896264] env[69133]: DEBUG nova.network.neutron [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.918521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.456s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.925115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.280s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.925115] env[69133]: DEBUG nova.objects.instance [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lazy-loading 'resources' on Instance uuid 255d9e2d-714c-4629-99eb-0591af94c0e9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.957281] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.959728] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.959728] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c43b50e7-7be0-4ac6-91e2-7aab26946754 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.963223] env[69133]: INFO nova.scheduler.client.report [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleted allocations for instance f38d1517-8f54-4a66-a152-9e4bfdcaa373 [ 742.971635] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 742.971635] env[69133]: value = "task-3190719" [ 742.971635] env[69133]: _type = "Task" [ 742.971635] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.985023] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.015455] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.015619] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.015814] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.374905] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190715, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.453533] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190718, 'name': ReconfigVM_Task, 'duration_secs': 0.716897} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.455496] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.455496] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728005d6-450f-4a60-8e78-650cc692a2f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.494133] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1f96ba0a-b14b-407a-a48c-20b967323160 tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "f38d1517-8f54-4a66-a152-9e4bfdcaa373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.689s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.499195] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e61c937-5b4a-49be-b64d-39544c2eeeeb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.525924] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190719, 'name': PowerOffVM_Task, 'duration_secs': 0.221684} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.528537] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.528953] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.529466] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 743.529466] env[69133]: value = "task-3190720" [ 743.529466] env[69133]: _type = "Task" [ 743.529466] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.536050] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996e9e6-c122-4534-9003-e85881273a28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.549059] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.552250] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510d0e04-0806-4ad3-bce8-17ec4972416f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.554459] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.601730] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.601948] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.602168] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Deleting the datastore file [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.602438] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcda9c6e-3345-489b-b7e2-df8d4c10a3a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.606833] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.611507] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 743.611507] env[69133]: value = "task-3190723" [ 743.611507] env[69133]: _type = "Task" [ 743.611507] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.623607] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.883424] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190715, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.621798} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.884129] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25/34e19d3d-2bc1-4d97-bf98-3801ebcbbf25.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.884393] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.886981] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a12e908d-28f8-4dc7-bc5a-7caffb9d1413 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.893079] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a22373d4-f488-4394-9328-e6f77a22f1be tempest-VolumesAssistedSnapshotsTest-99467151 tempest-VolumesAssistedSnapshotsTest-99467151-project-admin] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.896622] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 743.896622] env[69133]: value = "task-3190724" [ 743.896622] env[69133]: _type = "Task" [ 743.896622] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.910496] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.953526] env[69133]: DEBUG nova.network.neutron [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Updating instance_info_cache with network_info: [{"id": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "address": "fa:16:3e:25:ac:c8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a555450-a1", "ovs_interfaceid": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.051060] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190720, 'name': ReconfigVM_Task, 'duration_secs': 0.312222} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.051060] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.054024] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5716873-4408-4c72-8db1-3581a8b9abd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.062383] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 744.062383] env[69133]: value = "task-3190725" [ 744.062383] env[69133]: _type = "Task" [ 744.062383] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.076014] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.083978] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d5937-c1dc-4b58-9946-d93812bee389 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.092529] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a75ccc5-134e-4742-a567-f99bf3091f79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.136503] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1af49e-f182-4f7a-ad94-fa5d2a1e74b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.147460] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df573439-592e-4082-bec5-a5a19a3bdb9b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.151479] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141674} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.151961] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.152169] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.152347] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.166045] env[69133]: DEBUG nova.compute.provider_tree [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.294756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.294756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.294756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.294756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.294756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.297011] env[69133]: INFO nova.compute.manager [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Terminating instance [ 744.388749] env[69133]: DEBUG nova.compute.manager [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Received event network-changed-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.388951] env[69133]: DEBUG nova.compute.manager [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Refreshing instance network info cache due to event network-changed-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.393947] env[69133]: DEBUG oslo_concurrency.lockutils [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] Acquiring lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.411022] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109841} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.411022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.411022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a49cd78-c220-420c-9f54-2b6b276cfed9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.444155] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25/34e19d3d-2bc1-4d97-bf98-3801ebcbbf25.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.444998] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96b7d83-dfca-4fe9-b3c2-9540839822e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.463253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.463668] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Instance network_info: |[{"id": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "address": "fa:16:3e:25:ac:c8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a555450-a1", "ovs_interfaceid": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.464044] env[69133]: DEBUG oslo_concurrency.lockutils [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] Acquired lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.464309] env[69133]: DEBUG nova.network.neutron [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Refreshing network info cache for port 0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.465631] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ac:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a555450-a1cb-43b2-9cc9-d8ebb7da1dda', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.473627] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.476430] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.476430] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244d550d-859b-4b5b-b0d6-bdbbcf3eb007 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.495300] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 744.495300] env[69133]: value = "task-3190726" [ 744.495300] env[69133]: _type = "Task" [ 744.495300] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.504954] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.504954] env[69133]: value = "task-3190727" [ 744.504954] env[69133]: _type = "Task" [ 744.504954] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.509312] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.519733] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190727, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.573316] env[69133]: DEBUG nova.network.neutron [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.574692] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.670842] env[69133]: DEBUG nova.scheduler.client.report [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.806030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "refresh_cache-ec34e96b-4903-404f-a8d3-77da1b9a9d1e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.806234] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquired lock "refresh_cache-ec34e96b-4903-404f-a8d3-77da1b9a9d1e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.806285] env[69133]: DEBUG nova.network.neutron [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.009033] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190726, 'name': ReconfigVM_Task, 'duration_secs': 0.467839} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.009446] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25/34e19d3d-2bc1-4d97-bf98-3801ebcbbf25.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.009849] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-431a7a1e-1893-468e-b851-b04a0b7164af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.022444] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190727, 'name': CreateVM_Task, 'duration_secs': 0.471829} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.026869] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.027334] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 745.027334] env[69133]: value = "task-3190728" [ 745.027334] env[69133]: _type = "Task" [ 745.027334] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.027962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.028130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.028457] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.029100] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-353af0d2-a3ff-4b45-836b-64e9b26d1823 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.040517] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190728, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.041566] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 745.041566] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520055d2-a105-1fca-5389-9b9e95281bbb" [ 745.041566] env[69133]: _type = "Task" [ 745.041566] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.051226] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520055d2-a105-1fca-5389-9b9e95281bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.077666] env[69133]: INFO nova.compute.manager [-] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Took 2.18 seconds to deallocate network for instance. [ 745.077666] env[69133]: DEBUG oslo_vmware.api [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190725, 'name': PowerOnVM_Task, 'duration_secs': 0.582703} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.082993] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.089025] env[69133]: DEBUG nova.compute.manager [None req-ea26179b-badf-4465-aaa2-229c403cd714 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.089025] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d60c93-b267-4081-a1f7-9e33c0d8b192 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.179733] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.184208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.401s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.187231] env[69133]: INFO nova.compute.claims [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.204697] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.205294] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.206875] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.207392] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.207392] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.207392] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.207568] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.207639] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.207808] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.209152] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.209152] env[69133]: DEBUG nova.virt.hardware [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.211790] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4020de14-e02d-4715-bea3-29254321c671 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.217360] env[69133]: INFO nova.scheduler.client.report [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Deleted allocations for instance 255d9e2d-714c-4629-99eb-0591af94c0e9 [ 745.230195] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e540814-583b-4f4d-8791-3c7eabdea03a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.248975] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.254158] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.255198] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.255442] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35867b54-4d52-41ad-935a-555115e021ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.276099] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.276099] env[69133]: value = "task-3190729" [ 745.276099] env[69133]: _type = "Task" [ 745.276099] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.288164] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190729, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.340077] env[69133]: DEBUG nova.network.neutron [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Updated VIF entry in instance network info cache for port 0a555450-a1cb-43b2-9cc9-d8ebb7da1dda. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.340077] env[69133]: DEBUG nova.network.neutron [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Updating instance_info_cache with network_info: [{"id": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "address": "fa:16:3e:25:ac:c8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a555450-a1", "ovs_interfaceid": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.345499] env[69133]: DEBUG nova.network.neutron [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.432584] env[69133]: DEBUG nova.network.neutron [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.540104] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190728, 'name': Rename_Task, 'duration_secs': 0.220666} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.540104] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.540379] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79695f6-bd4e-442a-8a87-f4bce7e88ea6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.552093] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520055d2-a105-1fca-5389-9b9e95281bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013641} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.553559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.553870] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.554217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.554295] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.554446] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.554766] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 745.554766] env[69133]: value = "task-3190730" [ 745.554766] env[69133]: _type = "Task" [ 745.554766] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.554956] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc12dc0b-0e61-4d5a-9402-075041187207 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.576365] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.576365] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.576365] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f40a4ca-968d-498e-840f-5d71af9a3145 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.581329] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 745.581329] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52411ead-1ea8-368a-43b2-8f347f9aaa21" [ 745.581329] env[69133]: _type = "Task" [ 745.581329] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.585828] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.592492] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52411ead-1ea8-368a-43b2-8f347f9aaa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.733371] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d2406bbc-d270-42d9-93f7-66e3058c60f0 tempest-InstanceActionsTestJSON-1807974593 tempest-InstanceActionsTestJSON-1807974593-project-member] Lock "255d9e2d-714c-4629-99eb-0591af94c0e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.381s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.788262] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190729, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.841693] env[69133]: DEBUG oslo_concurrency.lockutils [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] Releasing lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.841927] env[69133]: DEBUG nova.compute.manager [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Received event network-vif-deleted-22ddd21a-8840-40c8-a33a-7a37c363b8fe {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.842151] env[69133]: INFO nova.compute.manager [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Neutron deleted interface 22ddd21a-8840-40c8-a33a-7a37c363b8fe; detaching it from the instance and deleting it from the info cache [ 745.842332] env[69133]: DEBUG nova.network.neutron [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.938696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Releasing lock "refresh_cache-ec34e96b-4903-404f-a8d3-77da1b9a9d1e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.939185] env[69133]: DEBUG nova.compute.manager [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.940021] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.944181] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5148fea-ecb1-4853-a075-10cee1a55b7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.955471] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.955471] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0074343b-d2a3-4f2d-882e-e86815b0962b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.964180] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 745.964180] env[69133]: value = "task-3190731" [ 745.964180] env[69133]: _type = "Task" [ 745.964180] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.976494] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.076744] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.094083] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52411ead-1ea8-368a-43b2-8f347f9aaa21, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.094971] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3c1bc1-e5ea-4402-ae1b-a168d11884d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.101908] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 746.101908] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5258ecce-4b94-6923-199b-a3a7d1177abc" [ 746.101908] env[69133]: _type = "Task" [ 746.101908] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.113633] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5258ecce-4b94-6923-199b-a3a7d1177abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.298343] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190729, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.345585] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b5527d6-8f2f-4ee5-bef4-f0e84ded3ed7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.360064] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e74377-d2d8-4b58-823b-35a1f1990ba0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.419255] env[69133]: DEBUG nova.compute.manager [req-07919baf-9add-4539-ac7c-832b7de4401f req-73f1fd46-b75c-4b1d-8ca2-bceda8e06695 service nova] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Detach interface failed, port_id=22ddd21a-8840-40c8-a33a-7a37c363b8fe, reason: Instance 1a593f41-970d-49b9-abee-2e2329d2f4ee could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.476199] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190731, 'name': PowerOffVM_Task, 'duration_secs': 0.468891} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.479410] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.479601] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.480245] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d6b2f28-c10a-4ea6-90bc-39ab383bf37c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.512660] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.513084] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.514030] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleting the datastore file [datastore2] ec34e96b-4903-404f-a8d3-77da1b9a9d1e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.514030] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f20a7972-beab-414b-b221-26c7ebb32f1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.523337] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for the task: (returnval){ [ 746.523337] env[69133]: value = "task-3190733" [ 746.523337] env[69133]: _type = "Task" [ 746.523337] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.533405] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.574406] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.617348] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5258ecce-4b94-6923-199b-a3a7d1177abc, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.617571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.617704] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 25f17937-1485-4748-ad83-e4eb7da7c882/25f17937-1485-4748-ad83-e4eb7da7c882.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.618492] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f0c4735-d71d-4918-ac6b-0139f8b674be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.627021] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 746.627021] env[69133]: value = "task-3190734" [ 746.627021] env[69133]: _type = "Task" [ 746.627021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.639650] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.767103] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.767256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.794325] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190729, 'name': CreateVM_Task, 'duration_secs': 1.316921} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.797748] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.798256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.798256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.798589] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.798738] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe237fd-e51c-4450-a3f1-126da7acb899 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.805884] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 746.805884] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527f5b3d-a16c-b052-1e20-9f185118d14a" [ 746.805884] env[69133]: _type = "Task" [ 746.805884] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.819037] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f5b3d-a16c-b052-1e20-9f185118d14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.891247] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2612b-a59c-4e33-8966-3c4a181a9ab1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.900558] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493016b8-37e2-4c3c-b4ad-f91f8f7ee2d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.943968] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6bb948-f4ca-4325-880f-58a18c93cab8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.955201] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f10a44-57b8-424f-abb1-8d2f7777182e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.979243] env[69133]: DEBUG nova.compute.provider_tree [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.034474] env[69133]: DEBUG oslo_vmware.api [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Task: {'id': task-3190733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124784} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.034848] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.035070] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.035299] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.035511] env[69133]: INFO nova.compute.manager [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 747.035787] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.036038] env[69133]: DEBUG nova.compute.manager [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.036144] env[69133]: DEBUG nova.network.neutron [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.074143] env[69133]: DEBUG oslo_vmware.api [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190730, 'name': PowerOnVM_Task, 'duration_secs': 1.290503} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.074427] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.074638] env[69133]: INFO nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Took 10.48 seconds to spawn the instance on the hypervisor. [ 747.074819] env[69133]: DEBUG nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.075816] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0503f8b-5010-4c67-8a3b-65c1fbeee7cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.144049] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.272189] env[69133]: DEBUG nova.network.neutron [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.320344] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f5b3d-a16c-b052-1e20-9f185118d14a, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.320398] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.321031] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.321031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.321031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.321221] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.321513] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6bf298-b415-4152-a9b1-6b77cecafa9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.332549] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.332747] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.333521] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e41afdf-a956-4673-9ae7-8e664a46f31f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.339514] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 747.339514] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5201c6bb-60e8-1b23-094f-514c36707f8c" [ 747.339514] env[69133]: _type = "Task" [ 747.339514] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.349150] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5201c6bb-60e8-1b23-094f-514c36707f8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.413515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.413731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.413965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.414229] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.414473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.417080] env[69133]: INFO nova.compute.manager [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Terminating instance [ 747.483440] env[69133]: DEBUG nova.scheduler.client.report [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.600540] env[69133]: INFO nova.compute.manager [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Took 43.72 seconds to build instance. [ 747.638521] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190734, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.774729] env[69133]: DEBUG nova.network.neutron [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.851347] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5201c6bb-60e8-1b23-094f-514c36707f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.852076] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0143598b-c9bc-4e82-9113-0db57234e5aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.859378] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 747.859378] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5201135e-913a-a051-926b-60e23c4768d4" [ 747.859378] env[69133]: _type = "Task" [ 747.859378] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.868349] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5201135e-913a-a051-926b-60e23c4768d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.923028] env[69133]: DEBUG nova.compute.manager [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.923290] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.924474] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a76082-65c7-49f3-b213-f0a4216748cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.934366] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.934666] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29bfd66d-385d-4ce7-8c2c-7dd85c014242 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.942411] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 747.942411] env[69133]: value = "task-3190735" [ 747.942411] env[69133]: _type = "Task" [ 747.942411] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.951519] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.988849] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.989397] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.991945] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.856s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.993028] env[69133]: DEBUG nova.objects.instance [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lazy-loading 'resources' on Instance uuid e959f4fc-26be-4b03-9baf-70fe5977c138 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.105579] env[69133]: DEBUG oslo_concurrency.lockutils [None req-80d8b5d1-4d64-4cb1-9275-1409d0670437 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.279s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.140145] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190734, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.277995] env[69133]: INFO nova.compute.manager [-] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Took 1.24 seconds to deallocate network for instance. [ 748.375118] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5201135e-913a-a051-926b-60e23c4768d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.375625] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.375921] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.376206] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b1f4457-eac8-4396-8181-1893e1278997 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.385374] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 748.385374] env[69133]: value = "task-3190736" [ 748.385374] env[69133]: _type = "Task" [ 748.385374] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.397355] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.461463] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190735, 'name': PowerOffVM_Task, 'duration_secs': 0.492647} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.461860] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.462061] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.462342] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-480c06a1-5e66-43f1-94d8-f8b611f75792 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.495205] env[69133]: DEBUG nova.compute.utils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.497020] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.497333] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.543321] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.545020] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.545020] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Deleting the datastore file [datastore2] ada1d08c-09a0-4682-ba11-1c6cd5e78f92 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.545020] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799df71e-7090-49f0-9af8-be2a37e91d9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.553205] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for the task: (returnval){ [ 748.553205] env[69133]: value = "task-3190738" [ 748.553205] env[69133]: _type = "Task" [ 748.553205] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.560474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.560719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.560919] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.561113] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.561280] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.566040] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.566582] env[69133]: INFO nova.compute.manager [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Terminating instance [ 748.569137] env[69133]: DEBUG nova.policy [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2fe240a1a74aa39552598e097f58c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b57c0658dc4c999d101f9054bf20f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.608371] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.642412] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190734, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.565649} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.645997] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 25f17937-1485-4748-ad83-e4eb7da7c882/25f17937-1485-4748-ad83-e4eb7da7c882.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.646348] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.646847] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658042fb-7070-4957-8291-a7d9e5f6c5c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.658614] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 748.658614] env[69133]: value = "task-3190739" [ 748.658614] env[69133]: _type = "Task" [ 748.658614] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.673083] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.784639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.903618] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.990150] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Successfully created port: 4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.003111] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.065337] env[69133]: DEBUG oslo_vmware.api [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Task: {'id': task-3190738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504638} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.068517] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.068750] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.068947] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.069173] env[69133]: INFO nova.compute.manager [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Took 1.15 seconds to destroy the instance on the hypervisor. [ 749.069431] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.070198] env[69133]: DEBUG nova.compute.manager [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.070333] env[69133]: DEBUG nova.network.neutron [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.074874] env[69133]: DEBUG nova.compute.manager [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.075130] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.075995] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635558ab-9ab8-4656-aee8-a6dba1745172 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.088122] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.088122] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43873e71-01a2-4511-b866-fc167146ffc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.093088] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 749.093088] env[69133]: value = "task-3190740" [ 749.093088] env[69133]: _type = "Task" [ 749.093088] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.106657] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.129761] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.151701] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4e2a2-91ef-4440-8f4e-4c67836b9107 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.164365] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2408a9-d00b-4b45-8bdd-052bbef4d50a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.210169] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0543c3e-fd5e-4e35-acf4-990c8253914c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.213500] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095407} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.213827] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.215338] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedd4b56-1154-4418-8c41-e6cc8773f185 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.227079] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806bb193-1713-4270-9bbf-72d988388750 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.253553] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 25f17937-1485-4748-ad83-e4eb7da7c882/25f17937-1485-4748-ad83-e4eb7da7c882.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.254226] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52467be9-dd29-4c3f-a51b-37d518255b19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.282784] env[69133]: DEBUG nova.compute.provider_tree [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.293192] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 749.293192] env[69133]: value = "task-3190741" [ 749.293192] env[69133]: _type = "Task" [ 749.293192] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.307304] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.398388] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602653} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.398388] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.398615] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.398878] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-500a7ff9-8b17-4e2a-9ae8-4a3b547e7f9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.406628] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 749.406628] env[69133]: value = "task-3190742" [ 749.406628] env[69133]: _type = "Task" [ 749.406628] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.419368] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.446703] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 749.447798] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6203e4db-127f-4dfe-aaea-3bd8671dec5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.456451] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 749.456639] env[69133]: ERROR oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk due to incomplete transfer. [ 749.457503] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2ff84c4-08a3-4e4f-9d20-c0744a5239c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.466769] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275ab93-64bb-a1c9-158c-ffdbff8e078c/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 749.466899] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Uploaded image 1e939981-b8b5-4b04-8f38-d324912e9ecc to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 749.469390] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 749.469699] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42ec701f-6354-4571-897a-81bbd29bde68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.477889] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 749.477889] env[69133]: value = "task-3190743" [ 749.477889] env[69133]: _type = "Task" [ 749.477889] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.487179] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190743, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.607283] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190740, 'name': PowerOffVM_Task, 'duration_secs': 0.213125} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.607594] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.607765] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.608027] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dc531cd-8900-42ee-82d1-26684f52fd68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.678849] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.678997] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.679101] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Deleting the datastore file [datastore2] 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.679379] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96734057-3af3-446c-b898-11cd3ed86559 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.689709] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for the task: (returnval){ [ 749.689709] env[69133]: value = "task-3190745" [ 749.689709] env[69133]: _type = "Task" [ 749.689709] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.699689] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.789045] env[69133]: DEBUG nova.scheduler.client.report [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.812532] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.920255] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073995} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.920629] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.921468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a46d8e-bbb4-4bb8-8b57-b97ff5e0c771 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.944992] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.947393] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e3735f-1605-4855-bf37-792181cbe048 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.967020] env[69133]: DEBUG nova.network.neutron [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.978589] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 749.978589] env[69133]: value = "task-3190746" [ 749.978589] env[69133]: _type = "Task" [ 749.978589] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.999143] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.999494] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190743, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.017274] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.050919] env[69133]: DEBUG nova.compute.manager [req-cce2e97f-3c82-4c8e-965e-cc1de9bd8268 req-43210d8a-2308-4801-9461-8151c6e08c95 service nova] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Received event network-vif-deleted-3ddabe87-b9f2-4f6e-a2e4-e6e3f5cc3573 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.056681] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.056681] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.056681] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.056681] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.056681] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.058011] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.058250] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.058622] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.058622] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.058845] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.058945] env[69133]: DEBUG nova.virt.hardware [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.061727] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a1c28-437f-4a0b-b201-62044e64b273 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.070189] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bdf2cd-3887-4f4a-b37e-9c20669605e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.202027] env[69133]: DEBUG oslo_vmware.api [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Task: {'id': task-3190745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349349} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.202027] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.202027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.202027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.202027] env[69133]: INFO nova.compute.manager [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 750.202027] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.202027] env[69133]: DEBUG nova.compute.manager [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.202027] env[69133]: DEBUG nova.network.neutron [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.302731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.309s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.309241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.578s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.309241] env[69133]: INFO nova.compute.claims [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.312229] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190741, 'name': ReconfigVM_Task, 'duration_secs': 0.798815} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.312867] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 25f17937-1485-4748-ad83-e4eb7da7c882/25f17937-1485-4748-ad83-e4eb7da7c882.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.313851] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d055cae4-6393-4280-ad94-380a779ac5f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.327145] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 750.327145] env[69133]: value = "task-3190747" [ 750.327145] env[69133]: _type = "Task" [ 750.327145] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.334472] env[69133]: INFO nova.scheduler.client.report [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleted allocations for instance e959f4fc-26be-4b03-9baf-70fe5977c138 [ 750.339983] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190747, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.470471] env[69133]: INFO nova.compute.manager [-] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Took 1.40 seconds to deallocate network for instance. [ 750.500967] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.500967] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190743, 'name': Destroy_Task, 'duration_secs': 0.788593} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.500967] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Destroyed the VM [ 750.501239] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.501691] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abb96718-2a6a-49bf-b723-2d506bf187ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.513891] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 750.513891] env[69133]: value = "task-3190748" [ 750.513891] env[69133]: _type = "Task" [ 750.513891] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.528879] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.835990] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190747, 'name': Rename_Task, 'duration_secs': 0.246552} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.836287] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.836534] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98245d2f-e471-4339-bac1-50f3838393ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.846815] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 750.846815] env[69133]: value = "task-3190749" [ 750.846815] env[69133]: _type = "Task" [ 750.846815] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.847189] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5dfe4f0d-c731-40b5-8c48-f4f55d76c7c3 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.325s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.848147] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.239s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.848355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.848549] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.848708] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.854861] env[69133]: INFO nova.compute.manager [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Terminating instance [ 750.860480] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.978158] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.992171] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190746, 'name': ReconfigVM_Task, 'duration_secs': 0.605375} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.993473] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Reconfigured VM instance instance-00000027 to attach disk [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d/cbad918b-59ea-4937-b627-60f43b99da0d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.993473] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eea92d4-f11d-4d6d-919c-dc88a3f46581 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.002831] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 751.002831] env[69133]: value = "task-3190750" [ 751.002831] env[69133]: _type = "Task" [ 751.002831] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.015215] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190750, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.024106] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190748, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.029943] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Successfully updated port: 4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.284462] env[69133]: DEBUG nova.network.neutron [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.359229] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190749, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.362046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.362046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquired lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.362219] env[69133]: DEBUG nova.network.neutron [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.516192] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190750, 'name': Rename_Task, 'duration_secs': 0.14465} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.519164] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.519490] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab44d9c-7178-44d8-9a89-c2e04644b0b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.527831] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 751.527831] env[69133]: value = "task-3190751" [ 751.527831] env[69133]: _type = "Task" [ 751.527831] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.532620] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.533901] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.534162] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.535652] env[69133]: DEBUG oslo_vmware.api [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190748, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543289} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.543111] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.543442] env[69133]: INFO nova.compute.manager [None req-4ee2f272-7826-41b0-a7b6-9479727332fa tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 751.557853] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190751, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.790741] env[69133]: INFO nova.compute.manager [-] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Took 1.59 seconds to deallocate network for instance. [ 751.860791] env[69133]: DEBUG oslo_vmware.api [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190749, 'name': PowerOnVM_Task, 'duration_secs': 0.752357} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.863649] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.863998] env[69133]: INFO nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Took 10.39 seconds to spawn the instance on the hypervisor. [ 751.865183] env[69133]: DEBUG nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.866081] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e296e7-8b32-4bd2-b4f4-2eab381a7bd1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.869376] env[69133]: DEBUG nova.compute.utils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Can not refresh info_cache because instance was not found {{(pid=69133) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 751.882085] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e20b93-b111-4789-935f-c7beb97cb4e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.891102] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecebab-88ef-47ee-93d0-4272b9aa3c7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.897679] env[69133]: DEBUG nova.network.neutron [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.931711] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b014ee-37cb-42df-bc29-6187451233fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.943763] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d448ef-b295-4744-bec7-5a677c43c2a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.960180] env[69133]: DEBUG nova.compute.provider_tree [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.014064] env[69133]: DEBUG nova.network.neutron [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.044485] env[69133]: DEBUG oslo_vmware.api [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190751, 'name': PowerOnVM_Task, 'duration_secs': 0.490178} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.044787] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.044963] env[69133]: DEBUG nova.compute.manager [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.046318] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337dc46-4b2f-442e-89af-e42d192a3e09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.094322] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.192775] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.193191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.194255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.194854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.195385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.198052] env[69133]: INFO nova.compute.manager [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Terminating instance [ 752.242986] env[69133]: DEBUG nova.network.neutron [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Updating instance_info_cache with network_info: [{"id": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "address": "fa:16:3e:b6:ed:52", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8ccd7-74", "ovs_interfaceid": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.298302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.301033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Acquiring lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.301033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Acquired lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.301185] env[69133]: DEBUG nova.network.neutron [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.331724] env[69133]: DEBUG nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Received event network-vif-deleted-e1da5207-ac82-406a-b1e8-5abe07fde472 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.331972] env[69133]: DEBUG nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Received event network-vif-plugged-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.332175] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Acquiring lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.332441] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.332678] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.332771] env[69133]: DEBUG nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] No waiting events found dispatching network-vif-plugged-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.332996] env[69133]: WARNING nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Received unexpected event network-vif-plugged-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 for instance with vm_state building and task_state spawning. [ 752.333214] env[69133]: DEBUG nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Received event network-changed-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.333384] env[69133]: DEBUG nova.compute.manager [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Refreshing instance network info cache due to event network-changed-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.333549] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Acquiring lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.390369] env[69133]: INFO nova.compute.manager [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Took 47.19 seconds to build instance. [ 752.464331] env[69133]: DEBUG nova.scheduler.client.report [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.517390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Releasing lock "refresh_cache-e959f4fc-26be-4b03-9baf-70fe5977c138" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.517817] env[69133]: DEBUG nova.compute.manager [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.518024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.518368] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cc98ddf-b5ea-4045-937a-924d17fa0d2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.529639] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d57c4e1-ffbc-497e-a993-3b981af39fc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.571898] env[69133]: WARNING nova.virt.vmwareapi.vmops [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e959f4fc-26be-4b03-9baf-70fe5977c138 could not be found. [ 752.572110] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.572306] env[69133]: INFO nova.compute.manager [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 0.05 seconds to destroy the instance on the hypervisor. [ 752.572624] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.574949] env[69133]: DEBUG nova.compute.manager [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.574949] env[69133]: DEBUG nova.network.neutron [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.576208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.590181] env[69133]: DEBUG nova.network.neutron [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.701920] env[69133]: DEBUG nova.compute.manager [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.703214] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.703214] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81512758-c199-4fd8-aafd-d30c8cdbce3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.712018] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.712282] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c37d7b21-c3d0-463e-bb06-34dad495e651 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.719879] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 752.719879] env[69133]: value = "task-3190752" [ 752.719879] env[69133]: _type = "Task" [ 752.719879] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.733053] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.745760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.746215] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance network_info: |[{"id": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "address": "fa:16:3e:b6:ed:52", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8ccd7-74", "ovs_interfaceid": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.746834] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Acquired lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.746834] env[69133]: DEBUG nova.network.neutron [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Refreshing network info cache for port 4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.748411] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ed:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.757507] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.759520] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.760010] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6669e5c5-daa1-4e05-adc7-750fec9df04e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.781846] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.781846] env[69133]: value = "task-3190753" [ 752.781846] env[69133]: _type = "Task" [ 752.781846] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.790446] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190753, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.892776] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6ea3686b-0436-41c7-a7a7-867e0c5b5f4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.754s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.970111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.970604] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.973912] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.249s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.095498] env[69133]: DEBUG nova.network.neutron [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.231411] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190752, 'name': PowerOffVM_Task, 'duration_secs': 0.276053} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.231578] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.231754] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.232067] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c48d5e8-884b-4eb3-aae0-a81b7ef725c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.242195] env[69133]: DEBUG nova.network.neutron [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Updated VIF entry in instance network info cache for port 4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.242550] env[69133]: DEBUG nova.network.neutron [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Updating instance_info_cache with network_info: [{"id": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "address": "fa:16:3e:b6:ed:52", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8ccd7-74", "ovs_interfaceid": "4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.245425] env[69133]: DEBUG nova.network.neutron [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Updating instance_info_cache with network_info: [{"id": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "address": "fa:16:3e:25:ac:c8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a555450-a1", "ovs_interfaceid": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.294494] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190753, 'name': CreateVM_Task, 'duration_secs': 0.490804} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.295134] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.295484] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.295646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.295974] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.296266] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30ec5cc-f326-4553-9495-af0b85cf528c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.302486] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 753.302486] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5222ecfb-0416-0e19-fe2c-f2129ad5863c" [ 753.302486] env[69133]: _type = "Task" [ 753.302486] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.309118] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.309220] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.309403] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleting the datastore file [datastore2] c4ed826f-56bd-4482-b08f-468a90a6d5ef {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.313379] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d835532d-1b99-4c42-ab51-400e67ce0973 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.315289] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5222ecfb-0416-0e19-fe2c-f2129ad5863c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.320425] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for the task: (returnval){ [ 753.320425] env[69133]: value = "task-3190755" [ 753.320425] env[69133]: _type = "Task" [ 753.320425] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.333150] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.395623] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.478025] env[69133]: DEBUG nova.compute.utils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.495219] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.495219] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.554012] env[69133]: DEBUG nova.policy [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.598425] env[69133]: INFO nova.compute.manager [-] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Took 1.02 seconds to deallocate network for instance. [ 753.747795] env[69133]: DEBUG oslo_concurrency.lockutils [req-d483d586-920f-43da-ad0c-d246da746394 req-15ee51e2-1935-4c01-81a6-c4ba98d12170 service nova] Releasing lock "refresh_cache-1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.751013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Releasing lock "refresh_cache-25f17937-1485-4748-ad83-e4eb7da7c882" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.751013] env[69133]: DEBUG nova.compute.manager [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Inject network info {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 753.751013] env[69133]: DEBUG nova.compute.manager [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] network_info to inject: |[{"id": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "address": "fa:16:3e:25:ac:c8", "network": {"id": "4ab33ebe-9043-466e-8377-3985a583931d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667177538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2891c540233b48e0b77f2e14f24daac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a555450-a1", "ovs_interfaceid": "0a555450-a1cb-43b2-9cc9-d8ebb7da1dda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 753.754936] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Reconfiguring VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 753.755559] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6199b96c-131b-4aa0-8ec9-cc2b18f1f7d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.777031] env[69133]: DEBUG oslo_vmware.api [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Waiting for the task: (returnval){ [ 753.777031] env[69133]: value = "task-3190756" [ 753.777031] env[69133]: _type = "Task" [ 753.777031] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.788133] env[69133]: DEBUG oslo_vmware.api [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Task: {'id': task-3190756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.815435] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5222ecfb-0416-0e19-fe2c-f2129ad5863c, 'name': SearchDatastore_Task, 'duration_secs': 0.013304} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.816053] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.816400] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.816738] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817388] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.817772] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4351d84c-10ee-478f-8735-b09d427e4906 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.836037] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.836037] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.836037] env[69133]: DEBUG oslo_vmware.api [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Task: {'id': task-3190755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138976} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.836037] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab0fb07-fd12-4e94-be4b-280b4bbef1a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.837803] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.838119] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.838398] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.838693] env[69133]: INFO nova.compute.manager [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 753.839050] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.839437] env[69133]: DEBUG nova.compute.manager [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.840416] env[69133]: DEBUG nova.network.neutron [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.846761] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 753.846761] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5288fc39-a916-4114-cd3d-eb13e451d40f" [ 753.846761] env[69133]: _type = "Task" [ 753.846761] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.859366] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5288fc39-a916-4114-cd3d-eb13e451d40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.925236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.993312] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.029655] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Successfully created port: 45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.036229] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 20c67ad6-dee9-4099-9e11-dbec57252bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 33ebad73-fd83-4760-8b70-4abe260dad6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ada1d08c-09a0-4682-ba11-1c6cd5e78f92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.037273] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1a593f41-970d-49b9-abee-2e2329d2f4ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c4ed826f-56bd-4482-b08f-468a90a6d5ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a8db27a1-1b94-4552-a86b-60a0c641a542 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 14000aa9-bfa5-488a-bcfb-4771792c5ce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037273] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 0a4dfc9a-3000-492a-80c3-1f379e14ecc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037539] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 01d15ded-514c-4e1e-8283-7e0b54518888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037539] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037595] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ec34e96b-4903-404f-a8d3-77da1b9a9d1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.037690] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037762] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c99145c3-8bdc-42e5-8157-5647d4ae417c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.037972] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 6502038f-b9db-464f-aef9-29abba56c18e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.038058] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 4c7e015f-a811-4ac5-932e-54003b564ff9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.038111] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a250221d-826d-406b-b128-6fd6dc2bfbb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.038612] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance d6bff616-449a-4199-8f75-226b41579020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.038774] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a9c7be77-a642-4dd8-8395-637c9bc2f91e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.038895] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ecd49a8a-39f2-4cd3-9889-89c87f264617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.039018] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance cbad918b-59ea-4937-b627-60f43b99da0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.039153] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 754.039268] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 25f17937-1485-4748-ad83-e4eb7da7c882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.039568] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.039761] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 692b7b8a-53c0-41e6-874f-85516308d7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 754.105314] env[69133]: INFO nova.compute.manager [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance disappeared during terminate [ 754.105744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c5c07f9f-81e9-401f-a870-15cf0a2baecd tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "e959f4fc-26be-4b03-9baf-70fe5977c138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.258s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.113912] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "cbad918b-59ea-4937-b627-60f43b99da0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.114256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.114900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "cbad918b-59ea-4937-b627-60f43b99da0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.114900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.115020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.117880] env[69133]: INFO nova.compute.manager [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Terminating instance [ 754.288836] env[69133]: DEBUG oslo_vmware.api [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] Task: {'id': task-3190756, 'name': ReconfigVM_Task, 'duration_secs': 0.508275} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.289164] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aac52f19-c64d-47b5-bc7b-9a5846cd9a2f tempest-ServersAdminTestJSON-881389296 tempest-ServersAdminTestJSON-881389296-project-admin] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Reconfigured VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 754.359512] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5288fc39-a916-4114-cd3d-eb13e451d40f, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.360567] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d870fa-d9d3-4bb4-9d30-ecbae22ceae2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.367876] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 754.367876] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5267588c-2182-2142-0f51-c74406a8ed3f" [ 754.367876] env[69133]: _type = "Task" [ 754.367876] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.378622] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5267588c-2182-2142-0f51-c74406a8ed3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.526703] env[69133]: DEBUG nova.compute.manager [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.527722] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9b064-8533-42fa-ac2e-e230737f0db7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.542435] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 27658181-4601-4db5-ae91-d802a74f2c9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.623061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "refresh_cache-cbad918b-59ea-4937-b627-60f43b99da0d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.623302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquired lock "refresh_cache-cbad918b-59ea-4937-b627-60f43b99da0d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.623471] env[69133]: DEBUG nova.network.neutron [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.711376] env[69133]: DEBUG nova.compute.manager [req-4b8925ef-8ec4-4c22-bbc5-8cde28cee968 req-cf884ae9-61ad-4fe9-9432-6671a61124a2 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Received event network-vif-deleted-f72036f3-89ae-422f-ae6e-d7e16e74154d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.711572] env[69133]: INFO nova.compute.manager [req-4b8925ef-8ec4-4c22-bbc5-8cde28cee968 req-cf884ae9-61ad-4fe9-9432-6671a61124a2 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Neutron deleted interface f72036f3-89ae-422f-ae6e-d7e16e74154d; detaching it from the instance and deleting it from the info cache [ 754.711740] env[69133]: DEBUG nova.network.neutron [req-4b8925ef-8ec4-4c22-bbc5-8cde28cee968 req-cf884ae9-61ad-4fe9-9432-6671a61124a2 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.881787] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5267588c-2182-2142-0f51-c74406a8ed3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.882261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.882648] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2/1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.883050] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b69c37-ac3b-4a9d-ab19-d60725c22ff7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.891590] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 754.891590] env[69133]: value = "task-3190757" [ 754.891590] env[69133]: _type = "Task" [ 754.891590] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.901089] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.011388] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.044736] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.045257] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.045552] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.045878] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.046186] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.046455] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.046779] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.047090] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.048033] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.048033] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.048243] env[69133]: DEBUG nova.virt.hardware [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.049616] env[69133]: INFO nova.compute.manager [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] instance snapshotting [ 755.051557] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 98a61053-c73a-4626-bdc7-a80f77472086 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.053034] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd81fa2d-b43e-47d8-ae6f-a0c54c62f653 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.057564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c3c273-5202-499f-b128-457db80f0b9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.061283] env[69133]: DEBUG nova.network.neutron [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.080996] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d108f-5ba6-40f7-86b3-2eb806247af8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.085854] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aca11d7-64b3-4735-8795-1c5236bf3424 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.153204] env[69133]: DEBUG nova.network.neutron [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.218828] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12380c96-e5a7-44c4-b11b-69e3e6bbf62c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.234734] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c932da-f789-4648-be38-57453f913b12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.248157] env[69133]: DEBUG nova.network.neutron [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.276605] env[69133]: DEBUG nova.compute.manager [req-4b8925ef-8ec4-4c22-bbc5-8cde28cee968 req-cf884ae9-61ad-4fe9-9432-6671a61124a2 service nova] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Detach interface failed, port_id=f72036f3-89ae-422f-ae6e-d7e16e74154d, reason: Instance c4ed826f-56bd-4482-b08f-468a90a6d5ef could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 755.405053] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.559163] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b8858edd-34b7-406c-861d-fb2917fdbd20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.587673] env[69133]: INFO nova.compute.manager [-] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Took 1.75 seconds to deallocate network for instance. [ 755.611846] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.612479] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f548126f-07b1-4deb-9e66-aa4183a10337 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.622795] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "3b2a9857-7f64-478a-96f1-128df28e7e90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.626024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.626024] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 755.626024] env[69133]: value = "task-3190758" [ 755.626024] env[69133]: _type = "Task" [ 755.626024] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.634760] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.751618] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Releasing lock "refresh_cache-cbad918b-59ea-4937-b627-60f43b99da0d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.752086] env[69133]: DEBUG nova.compute.manager [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.752291] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.753261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d042b7d-8144-4c45-92bf-9595ada83edb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.762693] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.762958] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b9ffc7-8a10-4c3f-a6b2-61339859c2ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.770804] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 755.770804] env[69133]: value = "task-3190759" [ 755.770804] env[69133]: _type = "Task" [ 755.770804] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.785900] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.906846] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7394} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.907320] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2/1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.907706] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.908091] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f3940b-a8fc-45e1-bba8-3e436684c969 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.918870] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 755.918870] env[69133]: value = "task-3190760" [ 755.918870] env[69133]: _type = "Task" [ 755.918870] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.930350] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.064336] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b50ef965-8e0d-4382-ad7a-69a0f7299d77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.095689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.134728] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.161260] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Successfully updated port: 45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.284787] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190759, 'name': PowerOffVM_Task, 'duration_secs': 0.122515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.285042] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.285210] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.285464] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb3f9398-b394-49a5-ad95-d84951cfa604 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.315190] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.315431] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.315614] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Deleting the datastore file [datastore2] cbad918b-59ea-4937-b627-60f43b99da0d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.315888] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d65c4987-567d-4e62-9ce3-b4af2720248b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.322481] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for the task: (returnval){ [ 756.322481] env[69133]: value = "task-3190762" [ 756.322481] env[69133]: _type = "Task" [ 756.322481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.331570] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.427427] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075759} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.428131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.429761] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19406f5a-21e5-45c2-a412-093c978d7a12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.455069] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2/1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.455680] env[69133]: INFO nova.compute.manager [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Rebuilding instance [ 756.457956] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fac0325e-7989-4295-8d75-3838d3f1169b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.483387] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 756.483387] env[69133]: value = "task-3190763" [ 756.483387] env[69133]: _type = "Task" [ 756.483387] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.491648] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.530663] env[69133]: DEBUG nova.compute.manager [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.531527] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45085f70-2ae7-435d-85d8-84ddf3e2f4ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.568146] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 74d8073a-8887-43ab-9ca2-dde971b8e9ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.635998] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.665063] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.665255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.665423] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.740422] env[69133]: DEBUG nova.compute.manager [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Received event network-vif-plugged-45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.740769] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Acquiring lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.741101] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.741362] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.744151] env[69133]: DEBUG nova.compute.manager [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] No waiting events found dispatching network-vif-plugged-45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.744151] env[69133]: WARNING nova.compute.manager [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Received unexpected event network-vif-plugged-45e1e5d6-5d55-4708-9126-c772fc537be1 for instance with vm_state building and task_state spawning. [ 756.744151] env[69133]: DEBUG nova.compute.manager [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Received event network-changed-45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.744151] env[69133]: DEBUG nova.compute.manager [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Refreshing instance network info cache due to event network-changed-45e1e5d6-5d55-4708-9126-c772fc537be1. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.744151] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Acquiring lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.832169] env[69133]: DEBUG oslo_vmware.api [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Task: {'id': task-3190762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095193} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.832454] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.832641] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.832815] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.832990] env[69133]: INFO nova.compute.manager [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 756.833260] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.833457] env[69133]: DEBUG nova.compute.manager [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.833556] env[69133]: DEBUG nova.network.neutron [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.851492] env[69133]: DEBUG nova.network.neutron [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.994060] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.071508] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 298846ee-6f99-49d7-b889-3b166cf7d3cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.135071] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.197305] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.341249] env[69133]: DEBUG nova.network.neutron [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Updating instance_info_cache with network_info: [{"id": "45e1e5d6-5d55-4708-9126-c772fc537be1", "address": "fa:16:3e:ce:7f:cf", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e1e5d6-5d", "ovs_interfaceid": "45e1e5d6-5d55-4708-9126-c772fc537be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.353618] env[69133]: DEBUG nova.network.neutron [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.496305] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.545222] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.545589] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3c2071-d1b4-4312-98b2-69e1e8e9dca2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.553924] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 757.553924] env[69133]: value = "task-3190764" [ 757.553924] env[69133]: _type = "Task" [ 757.553924] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.564226] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.574194] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 562b8662-372b-4916-b7f2-c90bab1d7078 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.636486] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190758, 'name': CreateSnapshot_Task, 'duration_secs': 1.900782} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.636775] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 757.637568] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9411a6b-ed01-48da-8471-a048570c8325 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.845634] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.845993] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Instance network_info: |[{"id": "45e1e5d6-5d55-4708-9126-c772fc537be1", "address": "fa:16:3e:ce:7f:cf", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e1e5d6-5d", "ovs_interfaceid": "45e1e5d6-5d55-4708-9126-c772fc537be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.846398] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Acquired lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.846589] env[69133]: DEBUG nova.network.neutron [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Refreshing network info cache for port 45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.847773] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:7f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45e1e5d6-5d55-4708-9126-c772fc537be1', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.855201] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating folder: Project (b14abfb5bf584e918b463676986e6406). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.860025] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da4f2bb2-a992-4263-9375-cc98e5202411 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.861585] env[69133]: INFO nova.compute.manager [-] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Took 1.03 seconds to deallocate network for instance. [ 757.874504] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created folder: Project (b14abfb5bf584e918b463676986e6406) in parent group-v637972. [ 757.874998] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating folder: Instances. Parent ref: group-v638104. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.874998] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06228540-3cec-4d61-b6ec-98a78fca6f0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.884855] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created folder: Instances in parent group-v638104. [ 757.885106] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.885303] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.885556] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b5f994-a0da-4aec-9744-35df5e4cbadf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.908119] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.908119] env[69133]: value = "task-3190767" [ 757.908119] env[69133]: _type = "Task" [ 757.908119] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.916503] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190767, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.995666] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190763, 'name': ReconfigVM_Task, 'duration_secs': 1.017742} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.995952] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2/1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.996826] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9b7b0ff-db53-4094-8c72-f2dcf6977978 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.006266] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 758.006266] env[69133]: value = "task-3190768" [ 758.006266] env[69133]: _type = "Task" [ 758.006266] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.023153] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190768, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.064966] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190764, 'name': PowerOffVM_Task, 'duration_secs': 0.232747} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.065260] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.065514] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.066372] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7896f9-1575-44e6-ae3c-76377f1c9e01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.074825] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.075107] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7596626-2022-4d32-a2e2-498fbbd5f8b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.077293] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 769089ae-92dc-463f-9b74-2766a6d0c609 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.081553] env[69133]: DEBUG nova.network.neutron [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Updated VIF entry in instance network info cache for port 45e1e5d6-5d55-4708-9126-c772fc537be1. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.081939] env[69133]: DEBUG nova.network.neutron [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Updating instance_info_cache with network_info: [{"id": "45e1e5d6-5d55-4708-9126-c772fc537be1", "address": "fa:16:3e:ce:7f:cf", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45e1e5d6-5d", "ovs_interfaceid": "45e1e5d6-5d55-4708-9126-c772fc537be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.156647] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 758.157147] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecc2cdae-910b-4852-ac2a-1516328b91c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.171636] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 758.171636] env[69133]: value = "task-3190770" [ 758.171636] env[69133]: _type = "Task" [ 758.171636] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.183481] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190770, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.369243] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.419167] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190767, 'name': CreateVM_Task, 'duration_secs': 0.341844} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.419357] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.420170] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.420286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.421510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.421510] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edce16c-7409-42ef-b503-1b22c73dd737 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.429035] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 758.429035] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529cf210-3bd1-9ae5-d273-76734b08f51d" [ 758.429035] env[69133]: _type = "Task" [ 758.429035] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.440752] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529cf210-3bd1-9ae5-d273-76734b08f51d, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.441122] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.441440] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.441750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.441950] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.442206] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.442533] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb9370b5-e17e-4285-af6a-cba06e812d90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.452223] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.452460] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.453477] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17d6212-a95b-41f9-b0a1-7b58b559c8d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.460425] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 758.460425] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520f89eb-f3c5-5145-5d9a-f147c6bb5a53" [ 758.460425] env[69133]: _type = "Task" [ 758.460425] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.472585] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520f89eb-f3c5-5145-5d9a-f147c6bb5a53, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.473619] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd29e6e-1ed7-4018-b2fb-3bba4adf8903 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.480261] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 758.480261] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52afc6cc-e5fe-f94e-7351-888d5d7b1f37" [ 758.480261] env[69133]: _type = "Task" [ 758.480261] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.489749] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52afc6cc-e5fe-f94e-7351-888d5d7b1f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.516036] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190768, 'name': Rename_Task, 'duration_secs': 0.153973} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.516342] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.516620] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a3010d-dce3-4dd7-b1f1-9ba437f2ee4e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.524206] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 758.524206] env[69133]: value = "task-3190771" [ 758.524206] env[69133]: _type = "Task" [ 758.524206] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.534278] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.580743] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.585733] env[69133]: DEBUG oslo_concurrency.lockutils [req-ed2c3917-fea5-417b-bfd5-d451201fe91b req-c9d0fcad-abfa-4c70-86ca-a82abd1c40f6 service nova] Releasing lock "refresh_cache-692b7b8a-53c0-41e6-874f-85516308d7f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.683436] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190770, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.993716] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52afc6cc-e5fe-f94e-7351-888d5d7b1f37, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.993716] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.993716] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 692b7b8a-53c0-41e6-874f-85516308d7f9/692b7b8a-53c0-41e6-874f-85516308d7f9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.993716] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-963a0573-4ff2-4250-94b6-d4c31c60dd35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.004029] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 759.004029] env[69133]: value = "task-3190772" [ 759.004029] env[69133]: _type = "Task" [ 759.004029] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.012052] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.034065] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.086077] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 6fbe4a5c-8d76-4a70-a60f-20ca8de79472 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 759.086077] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 759.086077] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 759.186069] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190770, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.350889] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.351176] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.352022] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore1] 20c67ad6-dee9-4099-9e11-dbec57252bb4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.352022] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ba5b8a-93de-495d-81c0-8362392204ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.368376] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 759.368376] env[69133]: value = "task-3190773" [ 759.368376] env[69133]: _type = "Task" [ 759.368376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.381827] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.512738] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190772, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.536945] env[69133]: DEBUG oslo_vmware.api [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190771, 'name': PowerOnVM_Task, 'duration_secs': 0.723487} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.537311] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.537511] env[69133]: INFO nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Took 9.52 seconds to spawn the instance on the hypervisor. [ 759.537709] env[69133]: DEBUG nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.539699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd1a3f-7710-4301-ad39-b829111ac685 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.689714] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190770, 'name': CloneVM_Task, 'duration_secs': 1.22729} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.689714] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Created linked-clone VM from snapshot [ 759.690687] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2c294a-4e91-4c4e-a8c9-287236a944dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.705204] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Uploading image c950d18e-e136-40f8-bf47-27feadbf10fa {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.736824] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353598ce-37e2-4957-a865-f7bbfd8e1783 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.741974] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.741974] env[69133]: value = "vm-638107" [ 759.741974] env[69133]: _type = "VirtualMachine" [ 759.741974] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.741974] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad6354fc-8dd1-4cb9-9732-f4f7b04e8bd8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.750915] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9f753-9047-4d79-956e-618bb7ac989d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.754476] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease: (returnval){ [ 759.754476] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52070176-e1db-c82a-8c26-1925f5626268" [ 759.754476] env[69133]: _type = "HttpNfcLease" [ 759.754476] env[69133]: } obtained for exporting VM: (result){ [ 759.754476] env[69133]: value = "vm-638107" [ 759.754476] env[69133]: _type = "VirtualMachine" [ 759.754476] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.754774] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the lease: (returnval){ [ 759.754774] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52070176-e1db-c82a-8c26-1925f5626268" [ 759.754774] env[69133]: _type = "HttpNfcLease" [ 759.754774] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.785342] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc49e12-4e52-496e-b843-49d769db5532 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.789518] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.789518] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52070176-e1db-c82a-8c26-1925f5626268" [ 759.789518] env[69133]: _type = "HttpNfcLease" [ 759.789518] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.790225] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.790225] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52070176-e1db-c82a-8c26-1925f5626268" [ 759.790225] env[69133]: _type = "HttpNfcLease" [ 759.790225] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.791212] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f08ed-7ab9-42e2-9df1-442138645061 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.797144] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314ba74f-7847-4c89-8b67-2cce9459cee8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.804042] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.804241] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.872326] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.886450] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343574} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.887356] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.888394] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.888394] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.017358] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522601} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.019674] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 692b7b8a-53c0-41e6-874f-85516308d7f9/692b7b8a-53c0-41e6-874f-85516308d7f9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.019898] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.020443] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f53ce98-a368-4ede-ae1d-ce477994b12a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.022661] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bece3065-edce-42d3-a6a4-a708a812ef8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.030776] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 760.030776] env[69133]: value = "task-3190775" [ 760.030776] env[69133]: _type = "Task" [ 760.030776] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.043303] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.048662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.048888] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.049124] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.049341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.049520] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.057262] env[69133]: INFO nova.compute.manager [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Terminating instance [ 760.075217] env[69133]: INFO nova.compute.manager [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Took 47.33 seconds to build instance. [ 760.397770] env[69133]: ERROR nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [req-6e7ee4d5-db81-47c5-b680-59387f7e5f8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e7ee4d5-db81-47c5-b680-59387f7e5f8e"}]} [ 760.414712] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 760.429970] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 760.430232] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.444028] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 760.466676] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.514927] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f6d428-b5d7-4a23-855f-add9bcef3554 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.524959] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Suspending the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 760.525313] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-814ba5f1-8129-4fc0-ba97-9fd5e3ddfab6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.538319] env[69133]: DEBUG oslo_vmware.api [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 760.538319] env[69133]: value = "task-3190776" [ 760.538319] env[69133]: _type = "Task" [ 760.538319] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.546422] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.546780] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.550268] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55769a24-c2c1-4bff-9c5c-fbe385bb5d6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.556682] env[69133]: DEBUG oslo_vmware.api [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190776, 'name': SuspendVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.569690] env[69133]: DEBUG nova.compute.manager [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.569907] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.579496] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 692b7b8a-53c0-41e6-874f-85516308d7f9/692b7b8a-53c0-41e6-874f-85516308d7f9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.583264] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1452b3c5-051c-454c-8739-d4d9b787bbce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.586234] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97bb4909-723c-4977-a90c-c73d9166d447 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.269s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.586527] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb93f269-4022-40a3-9566-608f7edf6503 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.609166] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.611289] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee903945-7a39-4a12-a696-050678889e8a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.613155] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 760.613155] env[69133]: value = "task-3190777" [ 760.613155] env[69133]: _type = "Task" [ 760.613155] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.621859] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 760.621859] env[69133]: value = "task-3190778" [ 760.621859] env[69133]: _type = "Task" [ 760.621859] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.637252] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.640248] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.924293] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.924635] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.924712] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.925633] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.925633] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.926209] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.926488] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.926696] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.926960] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.927186] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.927583] env[69133]: DEBUG nova.virt.hardware [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.928568] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ee58a3-86cf-422a-b548-f7df0813d1b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.941738] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a324e-7d6e-43dc-ab1b-120209bd10fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.962390] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:63:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b55399-354f-48ae-976a-ffd875693810', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.980637] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.986281] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.986858] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a077720c-6322-404f-ac30-5c7b66b7b3d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.012914] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.012914] env[69133]: value = "task-3190779" [ 761.012914] env[69133]: _type = "Task" [ 761.012914] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.024767] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190779, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.049558] env[69133]: DEBUG oslo_vmware.api [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190776, 'name': SuspendVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.104552] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.125097] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.138125] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190778, 'name': PowerOffVM_Task, 'duration_secs': 0.441907} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.138540] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.138744] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.139208] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efcc5f4b-0116-4cf9-93d0-0e91838cd8b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.164062] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d34a91-9538-4fae-a9a2-39d766dce4ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.176018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc08e67-fef7-4c45-9aa8-d725507d1f74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.212244] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ddd9cd-cf6f-4026-9c72-22deac236252 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.221685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30adb46-6249-47b7-a7a7-219a6ab0a045 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.247673] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.251444] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.251680] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.252061] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Deleting the datastore file [datastore1] 0a4dfc9a-3000-492a-80c3-1f379e14ecc9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.252429] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bdc1f8e-319f-4b20-8a98-7ce67403ef50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.259530] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for the task: (returnval){ [ 761.259530] env[69133]: value = "task-3190781" [ 761.259530] env[69133]: _type = "Task" [ 761.259530] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.269021] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.525505] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190779, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.549956] env[69133]: DEBUG oslo_vmware.api [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190776, 'name': SuspendVM_Task, 'duration_secs': 0.908408} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.550259] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Suspended the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 761.550447] env[69133]: DEBUG nova.compute.manager [None req-4f2a37f0-4fb1-48fb-9eeb-cdabab8d3739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.551475] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52f9e91-50cb-4abe-8dd2-2f188fa0712c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.624284] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190777, 'name': ReconfigVM_Task, 'duration_secs': 0.648625} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.625144] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 692b7b8a-53c0-41e6-874f-85516308d7f9/692b7b8a-53c0-41e6-874f-85516308d7f9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.625896] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e37d1d60-e998-40ed-884b-f090d31b09d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.629061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.635734] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 761.635734] env[69133]: value = "task-3190782" [ 761.635734] env[69133]: _type = "Task" [ 761.635734] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.644705] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190782, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.751231] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.771056] env[69133]: DEBUG oslo_vmware.api [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Task: {'id': task-3190781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24018} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.771440] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.771635] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.771843] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.772099] env[69133]: INFO nova.compute.manager [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 761.772313] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.772579] env[69133]: DEBUG nova.compute.manager [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.772728] env[69133]: DEBUG nova.network.neutron [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.027726] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190779, 'name': CreateVM_Task, 'duration_secs': 0.574404} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.028226] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.029011] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.029197] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.029608] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.029867] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab075954-0c6f-4b0f-af57-35d6e3c9190c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.035687] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 762.035687] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52596f8a-559e-135f-5f5c-cc52c4d0b6ad" [ 762.035687] env[69133]: _type = "Task" [ 762.035687] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.045973] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52596f8a-559e-135f-5f5c-cc52c4d0b6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.147018] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190782, 'name': Rename_Task, 'duration_secs': 0.167137} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.147814] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.147814] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955cca3e-4192-4846-8125-1ca8356cc9b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.155636] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 762.155636] env[69133]: value = "task-3190783" [ 762.155636] env[69133]: _type = "Task" [ 762.155636] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.165500] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.257340] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 762.257620] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.284s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.257903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.187s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.259438] env[69133]: INFO nova.compute.claims [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.345580] env[69133]: DEBUG nova.compute.manager [req-37be6d1b-8bef-498a-865f-0378f32c8523 req-61a3d072-728e-475d-85e9-97b5f2607849 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Received event network-vif-deleted-c2596668-95f8-4be4-b58a-080ed41f1a3d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.345909] env[69133]: INFO nova.compute.manager [req-37be6d1b-8bef-498a-865f-0378f32c8523 req-61a3d072-728e-475d-85e9-97b5f2607849 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Neutron deleted interface c2596668-95f8-4be4-b58a-080ed41f1a3d; detaching it from the instance and deleting it from the info cache [ 762.346234] env[69133]: DEBUG nova.network.neutron [req-37be6d1b-8bef-498a-865f-0378f32c8523 req-61a3d072-728e-475d-85e9-97b5f2607849 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.556462] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52596f8a-559e-135f-5f5c-cc52c4d0b6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.556758] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.557020] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.557264] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.557407] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.558039] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.558327] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa4744d-8466-494e-b36d-af2e65739cab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.578843] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.579095] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.579946] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7054f333-e949-40f6-b3e6-a194d4cd8b05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586715] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 762.586715] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cf0346-0b5c-a149-709a-65686a12bf94" [ 762.586715] env[69133]: _type = "Task" [ 762.586715] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.598720] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cf0346-0b5c-a149-709a-65686a12bf94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.668024] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190783, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.806988] env[69133]: DEBUG nova.network.neutron [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.849605] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cee6cb4b-a39c-4670-8737-5b53aa2f5a6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.860666] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eebf17-d3ed-4323-8375-d02bcf2d5aa7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.899243] env[69133]: DEBUG nova.compute.manager [req-37be6d1b-8bef-498a-865f-0378f32c8523 req-61a3d072-728e-475d-85e9-97b5f2607849 service nova] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Detach interface failed, port_id=c2596668-95f8-4be4-b58a-080ed41f1a3d, reason: Instance 0a4dfc9a-3000-492a-80c3-1f379e14ecc9 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.099755] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cf0346-0b5c-a149-709a-65686a12bf94, 'name': SearchDatastore_Task, 'duration_secs': 0.013838} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.100971] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf8580c-7911-4182-8128-9e0f482cd28f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.107583] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 763.107583] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520b45b1-bf5e-9d83-f7e4-96cfbf34962f" [ 763.107583] env[69133]: _type = "Task" [ 763.107583] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.116691] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520b45b1-bf5e-9d83-f7e4-96cfbf34962f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.167300] env[69133]: DEBUG oslo_vmware.api [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190783, 'name': PowerOnVM_Task, 'duration_secs': 0.514406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.167456] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.167672] env[69133]: INFO nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Took 8.16 seconds to spawn the instance on the hypervisor. [ 763.167788] env[69133]: DEBUG nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.168615] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357c8a9-673d-4567-a4c5-42fb1d818fea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.309778] env[69133]: INFO nova.compute.manager [-] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Took 1.54 seconds to deallocate network for instance. [ 763.620416] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520b45b1-bf5e-9d83-f7e4-96cfbf34962f, 'name': SearchDatastore_Task, 'duration_secs': 0.017268} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.623319] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.623600] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.624426] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2836aab3-f843-4324-b976-6a6294a6aa47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.634735] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 763.634735] env[69133]: value = "task-3190784" [ 763.634735] env[69133]: _type = "Task" [ 763.634735] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.646306] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.691094] env[69133]: INFO nova.compute.manager [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Took 45.98 seconds to build instance. [ 763.723278] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761650d-7b77-47dc-8efb-7914b771793b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.732283] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc7365-7984-48c4-a182-13d8d860ca0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763866] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11556433-4a13-4af0-baac-3538b570eac8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.772722] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a468b06-6879-4018-8a83-05fc833a0c9b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.788839] env[69133]: DEBUG nova.compute.provider_tree [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.816329] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.828929] env[69133]: DEBUG nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.829456] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7309b7f2-8f65-4f7e-89fe-1e715ea39c8d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.148867] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.193342] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8966b20-bd63-46d2-9303-2a148fdc2e2f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.465s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.295026] env[69133]: DEBUG nova.scheduler.client.report [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.343743] env[69133]: INFO nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] instance snapshotting [ 764.343743] env[69133]: WARNING nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 764.345617] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28286d3e-4e32-4aa8-9128-3821aa4b018d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.373907] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dceb528-2322-4355-af47-ed6d02ab5fb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.649461] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626467} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.649754] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.649991] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.650297] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d86929-71ef-44c9-8cb0-8cb35412e912 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.659609] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 764.659609] env[69133]: value = "task-3190785" [ 764.659609] env[69133]: _type = "Task" [ 764.659609] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.670414] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.697796] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.799040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.799638] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.802787] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.679s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.804264] env[69133]: INFO nova.compute.claims [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.885871] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 764.888132] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8615ff4d-a9ee-4e55-bfad-9958d9db344e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.896724] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 764.896724] env[69133]: value = "task-3190786" [ 764.896724] env[69133]: _type = "Task" [ 764.896724] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.909715] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190786, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.172372] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121907} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.172793] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.173783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0956ec5-eb0e-42b9-8ecc-b45282d834f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.197744] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.198082] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9f8a47-f779-4e88-8508-004ec512b3ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.221857] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 765.221857] env[69133]: value = "task-3190787" [ 765.221857] env[69133]: _type = "Task" [ 765.221857] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.227903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.231333] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.309073] env[69133]: DEBUG nova.compute.utils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.312359] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.312535] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.364275] env[69133]: DEBUG nova.policy [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7ea5d8348384d2c84cb7a12df91e981', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b9437ce3a7a4ba2989e9ff53f02790e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.409571] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.733203] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.792967] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Successfully created port: 7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.820536] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.915093] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190786, 'name': CreateSnapshot_Task, 'duration_secs': 0.801749} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.915415] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 765.916327] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f3b79-1f7c-42b4-bcd0-e7fdbc3d17ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.962368] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.965329] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.136574] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Successfully created port: 0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.236358] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190787, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.366626] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24dd13a-98f7-48e5-a2d1-27289df09e88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.377335] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae252471-9c13-4d04-953f-376e3f9feb12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.409371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23728d3-766d-448c-a2d4-b6a9b1f38903 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.417276] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d797907-729b-4565-beed-6a37bb412228 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.431017] env[69133]: DEBUG nova.compute.provider_tree [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.442604] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.442604] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec26aa25-d2c4-44f8-96a7-5d06a8c1289a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.448708] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 766.448708] env[69133]: value = "task-3190788" [ 766.448708] env[69133]: _type = "Task" [ 766.448708] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.457568] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190788, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.739125] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190787, 'name': ReconfigVM_Task, 'duration_secs': 1.0239} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.739620] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.740315] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d2683ad-39bb-41a9-af33-b61379ad7adc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.747170] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 766.747170] env[69133]: value = "task-3190789" [ 766.747170] env[69133]: _type = "Task" [ 766.747170] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.756043] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190789, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.836548] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.859427] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.859684] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.859844] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.860065] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.860220] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.860387] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.860595] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.860753] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.860919] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.861100] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.861349] env[69133]: DEBUG nova.virt.hardware [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.862323] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75807dfa-6a25-48fe-8a39-a7c0a2c0c809 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.871060] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e7f063-a001-455e-bef0-7e706f4410e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.941471] env[69133]: DEBUG nova.scheduler.client.report [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.960107] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190788, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.257292] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190789, 'name': Rename_Task, 'duration_secs': 0.329774} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.257582] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.257829] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b9bfc3c-4b20-4f02-a5de-7bcfabaf0609 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.270580] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 767.270580] env[69133]: value = "task-3190790" [ 767.270580] env[69133]: _type = "Task" [ 767.270580] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.281505] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.447135] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.447730] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.450605] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.338s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.450605] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.452910] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.064s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.453070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.454934] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.460s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.456564] env[69133]: INFO nova.compute.claims [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.469269] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190788, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.486950] env[69133]: INFO nova.scheduler.client.report [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted allocations for instance 4c7e015f-a811-4ac5-932e-54003b564ff9 [ 767.490059] env[69133]: INFO nova.scheduler.client.report [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted allocations for instance 6502038f-b9db-464f-aef9-29abba56c18e [ 767.723777] env[69133]: DEBUG nova.compute.manager [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-vif-plugged-7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.723777] env[69133]: DEBUG oslo_concurrency.lockutils [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] Acquiring lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.723777] env[69133]: DEBUG oslo_concurrency.lockutils [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.723777] env[69133]: DEBUG oslo_concurrency.lockutils [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.723777] env[69133]: DEBUG nova.compute.manager [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] No waiting events found dispatching network-vif-plugged-7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.723777] env[69133]: WARNING nova.compute.manager [req-d97d6b02-b1db-4add-bd31-735f35c073eb req-4911b4b4-f038-40b0-b214-533b2153b142 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received unexpected event network-vif-plugged-7e1b3388-59b9-4f05-abec-a9d196c6a54b for instance with vm_state building and task_state spawning. [ 767.774293] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Successfully updated port: 7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.785141] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190790, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.961598] env[69133]: DEBUG nova.compute.utils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.968085] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.968085] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.976047] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190788, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.002025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6afc690-ef95-4514-b8a7-9a2b0bd31eb9 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "4c7e015f-a811-4ac5-932e-54003b564ff9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.709s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.003201] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0799a27-12b7-4adf-8db4-ae0dc90884b2 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "6502038f-b9db-464f-aef9-29abba56c18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.976s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.009460] env[69133]: DEBUG nova.policy [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc86463930144a2586f5d493f32a20e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '272b13c6118e48dcade8d108fc1cb1ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.288108] env[69133]: DEBUG oslo_vmware.api [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190790, 'name': PowerOnVM_Task, 'duration_secs': 0.782391} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.288108] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.288108] env[69133]: DEBUG nova.compute.manager [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.288108] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efb5fb9-39d2-4566-9aa6-6c5b088788b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.453149] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Successfully created port: ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.473839] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.480744] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190788, 'name': CloneVM_Task, 'duration_secs': 1.578452} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.481267] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Created linked-clone VM from snapshot [ 768.482256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f38d676-3dbd-4f90-b125-75d799ff2b5d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.493034] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Uploading image 1235d967-ae13-404f-9c5b-4a248bef0b60 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.526106] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.526106] env[69133]: value = "vm-638110" [ 768.526106] env[69133]: _type = "VirtualMachine" [ 768.526106] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.527188] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b096a5d9-a8c7-4824-8b18-e435e1c5c4c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.541828] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease: (returnval){ [ 768.541828] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cfb1-db8e-e498-69e5-139fcac2edff" [ 768.541828] env[69133]: _type = "HttpNfcLease" [ 768.541828] env[69133]: } obtained for exporting VM: (result){ [ 768.541828] env[69133]: value = "vm-638110" [ 768.541828] env[69133]: _type = "VirtualMachine" [ 768.541828] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.542168] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the lease: (returnval){ [ 768.542168] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cfb1-db8e-e498-69e5-139fcac2edff" [ 768.542168] env[69133]: _type = "HttpNfcLease" [ 768.542168] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.550080] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.550080] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cfb1-db8e-e498-69e5-139fcac2edff" [ 768.550080] env[69133]: _type = "HttpNfcLease" [ 768.550080] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 768.632244] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.633202] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cdd894-c0de-4919-9628-fcc101751b2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.641370] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.641537] env[69133]: ERROR oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk due to incomplete transfer. [ 768.641771] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e725ee70-0b78-478f-b434-b1b3d3532a87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.648811] env[69133]: DEBUG oslo_vmware.rw_handles [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a6304-49b4-46cc-5edb-d0f9e2d05e0c/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.648811] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Uploaded image c950d18e-e136-40f8-bf47-27feadbf10fa to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.650882] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.653760] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-da05c915-167a-4bfb-b835-ef05671fe41c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.661110] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 768.661110] env[69133]: value = "task-3190792" [ 768.661110] env[69133]: _type = "Task" [ 768.661110] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.672485] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190792, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.813673] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.989763] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "a6acd54e-3446-4a37-a983-2d83402a5988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.989997] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.014591] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018d79df-b05e-4869-9f6d-4877050e09b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.022205] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe7af1-50b4-4303-ba1a-a56683e23d94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.060729] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38fffd0-b22b-42e7-a590-0d12370de315 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.067786] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "002c755b-20ee-4ca9-a985-1af782608482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.068058] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.074905] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.074905] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cfb1-db8e-e498-69e5-139fcac2edff" [ 769.074905] env[69133]: _type = "HttpNfcLease" [ 769.074905] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.076492] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141cec1-7e7f-44b1-b707-81de724d779f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.080568] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.080568] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cfb1-db8e-e498-69e5-139fcac2edff" [ 769.080568] env[69133]: _type = "HttpNfcLease" [ 769.080568] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.081463] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec0dc4-e27d-4331-9096-d06c194d6c40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.094845] env[69133]: DEBUG nova.compute.provider_tree [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.099482] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.099680] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.175752] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190792, 'name': Destroy_Task, 'duration_secs': 0.347079} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.176076] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Destroyed the VM [ 769.176328] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.176603] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1de12364-ba8c-47ae-a04e-7b36e7bf3cb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.185437] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 769.185437] env[69133]: value = "task-3190793" [ 769.185437] env[69133]: _type = "Task" [ 769.185437] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.194114] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.199917] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-130c5602-e104-46c4-ab15-f6a146609679 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.255099] env[69133]: DEBUG nova.objects.instance [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lazy-loading 'flavor' on Instance uuid 14000aa9-bfa5-488a-bcfb-4771792c5ce1 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.487402] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.514819] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.515212] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.515399] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.515585] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.515735] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.515886] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.516212] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.516455] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.516640] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.516811] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.517312] env[69133]: DEBUG nova.virt.hardware [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.518563] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368ee35-cfce-4cad-bf8c-6701aac2333c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.533160] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6192c-a3bd-4def-9465-73c7ea966eff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598052] env[69133]: DEBUG nova.scheduler.client.report [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.698684] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190793, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.760812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.761129] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.966109] env[69133]: DEBUG nova.compute.manager [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-changed-7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.966353] env[69133]: DEBUG nova.compute.manager [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Refreshing instance network info cache due to event network-changed-7e1b3388-59b9-4f05-abec-a9d196c6a54b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.966574] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] Acquiring lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.966714] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] Acquired lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.966873] env[69133]: DEBUG nova.network.neutron [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Refreshing network info cache for port 7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.070432] env[69133]: INFO nova.compute.manager [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Rebuilding instance [ 770.103205] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.103764] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.118421] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.137s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.120159] env[69133]: INFO nova.compute.claims [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.151770] env[69133]: DEBUG nova.compute.manager [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.153108] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7ab14-8d40-4056-89f5-49f730ecd442 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.189172] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.189448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.207303] env[69133]: DEBUG oslo_vmware.api [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190793, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870357} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.211162] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.211420] env[69133]: INFO nova.compute.manager [None req-79d127c6-9c4b-4de5-971b-fb38e3008f67 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 770.515993] env[69133]: DEBUG nova.network.neutron [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.629277] env[69133]: DEBUG nova.compute.utils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.633852] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.637442] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.641609] env[69133]: DEBUG nova.network.neutron [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.846035] env[69133]: DEBUG nova.policy [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c281a074191444cf8a7612ca41504015', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd273e91d26ac4f35930ce06725a7c545', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.114742] env[69133]: DEBUG nova.network.neutron [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.118279] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Successfully updated port: 0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.135534] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.146401] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Successfully updated port: ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.149685] env[69133]: DEBUG oslo_concurrency.lockutils [req-a5e758a4-aaf1-4ac7-a204-333a97a53db9 req-6697a5ff-8ed7-405f-bab5-c8356dfaa3ae service nova] Releasing lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.169332] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.170099] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62d9d7e-be1e-407d-9219-14da568dff9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.184230] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 771.184230] env[69133]: value = "task-3190794" [ 771.184230] env[69133]: _type = "Task" [ 771.184230] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.195440] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.404171] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Successfully created port: ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.625719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.625979] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.626057] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.649086] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.649086] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.649086] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.699075] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190794, 'name': PowerOffVM_Task, 'duration_secs': 0.269331} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.699758] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.699910] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.700759] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657063e0-689b-43b7-843b-c7551e2fc652 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.711932] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.712248] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2bbc1a-3254-43e2-a148-2d7a41447f66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.802772] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f00164-4c4f-4ef4-aa4d-0583d546e4d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.812071] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da4c04-f1e7-44ad-ba65-2dcc6b911463 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.817824] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.818046] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.818195] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.818994] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ed37ae-fdf7-46ec-aee7-95066f702a68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853662] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca78a9b5-f3d5-4ad5-b240-5eb4b44fdeac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.856491] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 771.856491] env[69133]: value = "task-3190796" [ 771.856491] env[69133]: _type = "Task" [ 771.856491] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.863722] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb58cff-6425-4971-9d6c-139a92b858ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.870844] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.882032] env[69133]: DEBUG nova.compute.provider_tree [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.025087] env[69133]: DEBUG nova.network.neutron [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.151311] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.176898] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63a07e8b-8dd4-4c09-9734-ac17174412b1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-346107353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.177318] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.177499] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.177686] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.177894] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.178209] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.178443] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.178603] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.178769] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.178932] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.179141] env[69133]: DEBUG nova.virt.hardware [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.179997] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9411fa35-bac1-4224-8ab0-49752ef09dad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.189120] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d6fca9-0902-4828-b039-7e12860cd868 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.193899] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.207675] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.247603] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-vif-plugged-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.247603] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquiring lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.247603] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.247603] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.247603] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] No waiting events found dispatching network-vif-plugged-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.248643] env[69133]: WARNING nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received unexpected event network-vif-plugged-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb for instance with vm_state building and task_state spawning. [ 772.248845] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Received event network-vif-plugged-ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.249059] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquiring lock "98a61053-c73a-4626-bdc7-a80f77472086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.249279] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Lock "98a61053-c73a-4626-bdc7-a80f77472086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.249463] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Lock "98a61053-c73a-4626-bdc7-a80f77472086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.249650] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] No waiting events found dispatching network-vif-plugged-ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.249836] env[69133]: WARNING nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Received unexpected event network-vif-plugged-ca492e05-6749-4007-8354-7a06980848c1 for instance with vm_state building and task_state spawning. [ 772.250072] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.250318] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing instance network info cache due to event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.250639] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.371539] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31395} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.371912] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.372378] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.372378] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.384887] env[69133]: DEBUG nova.scheduler.client.report [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.501105] env[69133]: DEBUG nova.network.neutron [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Updating instance_info_cache with network_info: [{"id": "ca492e05-6749-4007-8354-7a06980848c1", "address": "fa:16:3e:1e:6a:7b", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca492e05-67", "ovs_interfaceid": "ca492e05-6749-4007-8354-7a06980848c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.527387] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.527682] env[69133]: DEBUG nova.compute.manager [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Inject network info {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 772.527968] env[69133]: DEBUG nova.compute.manager [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] network_info to inject: |[{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 772.533360] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfiguring VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 772.534105] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.534297] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.535592] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029514ea-bbdc-4f80-b6bf-4c2f2bd873e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.559414] env[69133]: DEBUG oslo_vmware.api [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 772.559414] env[69133]: value = "task-3190797" [ 772.559414] env[69133]: _type = "Task" [ 772.559414] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.571607] env[69133]: DEBUG oslo_vmware.api [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.748586] env[69133]: DEBUG nova.network.neutron [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Updating instance_info_cache with network_info: [{"id": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "address": "fa:16:3e:8d:bd:06", "network": {"id": "ab71540d-a3df-4a68-bc36-1c70388fa5a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838264475", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1b3388-59", "ovs_interfaceid": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "address": "fa:16:3e:e5:6f:82", "network": {"id": "eee385f8-eec6-4cbd-b0b1-f5f0d244e050", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847304751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5fa7a1-d2", "ovs_interfaceid": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.768481] env[69133]: DEBUG nova.compute.manager [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.769826] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733df686-ae2b-45b4-ad24-4089995b0045 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.890454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.891044] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.894869] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.212s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.897356] env[69133]: INFO nova.compute.claims [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.992083] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updated VIF entry in instance network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.992487] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.003753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.004150] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Instance network_info: |[{"id": "ca492e05-6749-4007-8354-7a06980848c1", "address": "fa:16:3e:1e:6a:7b", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca492e05-67", "ovs_interfaceid": "ca492e05-6749-4007-8354-7a06980848c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.004827] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:6a:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca492e05-6749-4007-8354-7a06980848c1', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.012744] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.013294] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.013600] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24497e7f-4556-4794-af76-8294966857ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.035798] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.035798] env[69133]: value = "task-3190798" [ 773.035798] env[69133]: _type = "Task" [ 773.035798] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.045557] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190798, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.069877] env[69133]: DEBUG oslo_vmware.api [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190797, 'name': ReconfigVM_Task, 'duration_secs': 0.18235} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.070482] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41fcf104-a6d9-4e4c-82fa-7bb0cd1766c3 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfigured VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 773.185197] env[69133]: DEBUG nova.objects.instance [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lazy-loading 'flavor' on Instance uuid 14000aa9-bfa5-488a-bcfb-4771792c5ce1 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.205564] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Successfully updated port: ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.251443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.251941] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance network_info: |[{"id": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "address": "fa:16:3e:8d:bd:06", "network": {"id": "ab71540d-a3df-4a68-bc36-1c70388fa5a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838264475", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1b3388-59", "ovs_interfaceid": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "address": "fa:16:3e:e5:6f:82", "network": {"id": "eee385f8-eec6-4cbd-b0b1-f5f0d244e050", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847304751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5fa7a1-d2", "ovs_interfaceid": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.252761] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:bd:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e1b3388-59b9-4f05-abec-a9d196c6a54b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:6f:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5fa7a1-d2a5-4a23-932f-597fd8df13fb', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.262761] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.263792] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.264119] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99139fc1-ba8c-4f9e-98b3-23dd4388a485 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.283131] env[69133]: INFO nova.compute.manager [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] instance snapshotting [ 773.286404] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a43fa20-b149-408b-b92f-097e94723e42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.291379] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.291379] env[69133]: value = "task-3190799" [ 773.291379] env[69133]: _type = "Task" [ 773.291379] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.309666] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d0ec7c-643e-4612-be12-61b6c77da3ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.318061] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190799, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.403084] env[69133]: DEBUG nova.compute.utils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.153986] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.157126] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.157126] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.160514] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.160745] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-changed-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.160912] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Refreshing instance network info cache due to event network-changed-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.161131] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquiring lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.161270] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquired lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.161422] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Refreshing network info cache for port 0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.165732] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165857] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165995] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.168354] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.171073] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.171288] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.171877] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.171877] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.171877] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.171877] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.172379] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.172379] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.172480] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.172552] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.172707] env[69133]: DEBUG nova.virt.hardware [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.179725] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ffad4fa-c3ac-430b-84a4-e971e854a38f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.182076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26297f1b-a561-4e5b-b8b7-1cff36f1193c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.184699] env[69133]: DEBUG oslo_concurrency.lockutils [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.184897] env[69133]: DEBUG oslo_concurrency.lockutils [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.199218] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190799, 'name': CreateVM_Task, 'duration_secs': 0.504147} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.199509] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190798, 'name': CreateVM_Task, 'duration_secs': 0.453277} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.203226] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.203542] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.204449] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 774.204449] env[69133]: value = "task-3190800" [ 774.204449] env[69133]: _type = "Task" [ 774.204449] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.204836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.205348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.205879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.207397] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478f7297-9817-438d-ac6d-47b0943b7fff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.211942] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b6c54e-94d3-4242-bf4c-5380e21ea39a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.223568] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 774.223568] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e2aea2-2a6a-4999-989a-a7a0ef05c573" [ 774.223568] env[69133]: _type = "Task" [ 774.223568] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.233897] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.234449] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:63:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b55399-354f-48ae-976a-ffd875693810', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.241777] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.247084] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.247364] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afce2d21-e96b-4cd9-8c2f-15f3ac1f43a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.269534] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e2aea2-2a6a-4999-989a-a7a0ef05c573, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.270918] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.271178] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.271414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.271559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.271732] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.272013] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.272013] env[69133]: value = "task-3190801" [ 774.272013] env[69133]: _type = "Task" [ 774.272013] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.272242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.272546] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.272774] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14fedc6-a32e-4e89-a92b-fb83ff1e8cad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.274758] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee9de0-8794-4936-a45d-b7ef4e0d7328 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.282812] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 774.282812] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524bf37d-852d-2b5e-8b54-df5d3674cfc0" [ 774.282812] env[69133]: _type = "Task" [ 774.282812] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.291577] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190801, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.291862] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.292200] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.293184] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950c1bee-da20-49fd-be21-5d2c036012da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.299160] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524bf37d-852d-2b5e-8b54-df5d3674cfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.299841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.300092] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.300306] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.303235] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 774.303235] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521845ac-11b1-aee2-5cb4-7e937841a957" [ 774.303235] env[69133]: _type = "Task" [ 774.303235] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.308764] env[69133]: DEBUG nova.compute.manager [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Received event network-vif-plugged-ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.309029] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Acquiring lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.309243] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.309476] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.309612] env[69133]: DEBUG nova.compute.manager [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] No waiting events found dispatching network-vif-plugged-ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.309774] env[69133]: WARNING nova.compute.manager [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Received unexpected event network-vif-plugged-ca8abe84-6aee-4c22-a552-a91e84250dc8 for instance with vm_state building and task_state spawning. [ 774.309979] env[69133]: DEBUG nova.compute.manager [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Received event network-changed-ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.310316] env[69133]: DEBUG nova.compute.manager [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Refreshing instance network info cache due to event network-changed-ca8abe84-6aee-4c22-a552-a91e84250dc8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.310382] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.317136] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521845ac-11b1-aee2-5cb4-7e937841a957, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.317818] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de9de23-f423-4141-ae28-5324661bb995 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.323523] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 774.323523] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d39aa8-0bc3-fd4d-ae3a-2b1f8a1840a5" [ 774.323523] env[69133]: _type = "Task" [ 774.323523] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.332799] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d39aa8-0bc3-fd4d-ae3a-2b1f8a1840a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.347814] env[69133]: DEBUG nova.policy [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86bcfbcd671b4f068fb25e1b74ceed35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4a297198d1a4d6ab7c171fde7c164d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.731458] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.792732] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190801, 'name': CreateVM_Task, 'duration_secs': 0.3554} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.795156] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.795825] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.795987] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.796765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.797024] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50293f69-052b-4212-a3d9-12fc9fb05f54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.804273] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 774.804273] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524bdf5a-4773-670a-b7a2-5fd0e72d62a6" [ 774.804273] env[69133]: _type = "Task" [ 774.804273] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.818832] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524bdf5a-4773-670a-b7a2-5fd0e72d62a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.821687] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.821932] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.822397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.822397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822567] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.823038] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74cd9865-6b50-46d1-b001-08a3d6ddd5c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.835275] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d39aa8-0bc3-fd4d-ae3a-2b1f8a1840a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.838783] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.839603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 27658181-4601-4db5-ae91-d802a74f2c9e/27658181-4601-4db5-ae91-d802a74f2c9e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.839955] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.840192] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.842323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.842323] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.842323] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e4534a-80d4-461d-a41b-334e430b249d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.846013] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77478de-08d1-4361-8079-0ccce2b2eddb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.846545] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.848334] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f229917-fcc2-4028-ab69-e0f248b6c11a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.854470] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 774.854470] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ab7501-4926-7e14-4307-f96f266c6a5c" [ 774.854470] env[69133]: _type = "Task" [ 774.854470] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.861980] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 774.861980] env[69133]: value = "task-3190802" [ 774.861980] env[69133]: _type = "Task" [ 774.861980] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.864193] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.864472] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.868433] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c759e2b9-9095-41b5-9b5b-5ed54f25e90f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.874714] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab7501-4926-7e14-4307-f96f266c6a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.884550] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 774.884550] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52629d7b-c251-04be-a9e2-5f86e3073bbe" [ 774.884550] env[69133]: _type = "Task" [ 774.884550] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.884550] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.895254] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52629d7b-c251-04be-a9e2-5f86e3073bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.896024] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89d7070-738b-4307-b6cd-5ee963fc92f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.907839] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 774.907839] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523a7e8e-0824-71c4-d4b7-7ff1826cfe3d" [ 774.907839] env[69133]: _type = "Task" [ 774.907839] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.919670] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523a7e8e-0824-71c4-d4b7-7ff1826cfe3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.920650] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.920650] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 98a61053-c73a-4626-bdc7-a80f77472086/98a61053-c73a-4626-bdc7-a80f77472086.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.923137] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d979afc-fb5b-4389-96fe-47f3d98aa083 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.932684] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 774.932684] env[69133]: value = "task-3190803" [ 774.932684] env[69133]: _type = "Task" [ 774.932684] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.942903] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.191496] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.225347] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.225722] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.225948] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.226208] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.226377] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.226538] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.226777] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.226984] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.227217] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.227421] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.227580] env[69133]: DEBUG nova.virt.hardware [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.232360] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb929f8-459d-44c1-9ad0-ab0aba4017e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.244695] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190800, 'name': CreateSnapshot_Task, 'duration_secs': 0.58353} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.247146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.248044] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebcc3e2-77a5-4c1b-b4e6-b11e6c1c4319 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.252889] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dc800a-e4ec-4ceb-a883-3e3722832fe6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.377153] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab7501-4926-7e14-4307-f96f266c6a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.014148} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.378832] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1591fdf5-9d43-482b-a926-398b88761537 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.384925] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470646} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.385708] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 27658181-4601-4db5-ae91-d802a74f2c9e/27658181-4601-4db5-ae91-d802a74f2c9e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.385934] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.386579] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b9bca5-eedb-4200-9795-6ffd3c819c36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.390355] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 775.390355] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52deaf19-e1fa-8ce7-509f-2014f27fbf60" [ 775.390355] env[69133]: _type = "Task" [ 775.390355] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.393793] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9fa065-0fc6-48db-9c1f-146a3032f409 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.406763] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 775.406763] env[69133]: value = "task-3190804" [ 775.406763] env[69133]: _type = "Task" [ 775.406763] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.420916] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52deaf19-e1fa-8ce7-509f-2014f27fbf60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.425033] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1474349-a81a-43fd-93d6-06ed74cfe58b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.429485] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.470802] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a4f16-d835-425f-859e-16298a0fce76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.480025] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.489340] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516a712-eab0-4d64-9cf1-787cf3055146 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.506568] env[69133]: DEBUG nova.compute.provider_tree [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.631755] env[69133]: DEBUG nova.network.neutron [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.699193] env[69133]: DEBUG nova.network.neutron [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.736939] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Updated VIF entry in instance network info cache for port 0a5fa7a1-d2a5-4a23-932f-597fd8df13fb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.737384] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Updating instance_info_cache with network_info: [{"id": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "address": "fa:16:3e:8d:bd:06", "network": {"id": "ab71540d-a3df-4a68-bc36-1c70388fa5a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838264475", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e1b3388-59", "ovs_interfaceid": "7e1b3388-59b9-4f05-abec-a9d196c6a54b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "address": "fa:16:3e:e5:6f:82", "network": {"id": "eee385f8-eec6-4cbd-b0b1-f5f0d244e050", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-847304751", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3b9437ce3a7a4ba2989e9ff53f02790e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5fa7a1-d2", "ovs_interfaceid": "0a5fa7a1-d2a5-4a23-932f-597fd8df13fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.739298] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Successfully created port: d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.793535] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.793871] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3a4844a-78af-4dcc-86dd-28deeff396f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.804178] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 775.804178] env[69133]: value = "task-3190805" [ 775.804178] env[69133]: _type = "Task" [ 775.804178] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.815877] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190805, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.903232] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52deaf19-e1fa-8ce7-509f-2014f27fbf60, 'name': SearchDatastore_Task, 'duration_secs': 0.029417} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.903507] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.903809] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.904440] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d724202-25a1-43c4-ace1-6448d3d86be4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.913217] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 775.913217] env[69133]: value = "task-3190806" [ 775.913217] env[69133]: _type = "Task" [ 775.913217] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.919947] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098245} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.920760] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.921594] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a012df-668d-4714-9a75-0d8967e192f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.929190] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.955928] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 27658181-4601-4db5-ae91-d802a74f2c9e/27658181-4601-4db5-ae91-d802a74f2c9e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.962605] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-320ffe19-3c45-4311-be74-508c33ebe128 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.987186] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697473} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.989017] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 98a61053-c73a-4626-bdc7-a80f77472086/98a61053-c73a-4626-bdc7-a80f77472086.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.989258] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.989657] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 775.989657] env[69133]: value = "task-3190807" [ 775.989657] env[69133]: _type = "Task" [ 775.989657] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.989954] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b7354a2-7b60-4d55-841a-ab965aff4193 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.002238] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.003799] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 776.003799] env[69133]: value = "task-3190808" [ 776.003799] env[69133]: _type = "Task" [ 776.003799] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.010329] env[69133]: DEBUG nova.scheduler.client.report [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.018047] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.207168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.207769] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Instance network_info: |[{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.208172] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.208405] env[69133]: DEBUG nova.network.neutron [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Refreshing network info cache for port ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.209675] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:5b:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8abe84-6aee-4c22-a552-a91e84250dc8', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.218542] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.219106] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.223028] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ee559c6-0d2f-42d9-9294-b7bb0dbe8894 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.242712] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Releasing lock "refresh_cache-27658181-4601-4db5-ae91-d802a74f2c9e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.243069] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Received event network-changed-ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.243275] env[69133]: DEBUG nova.compute.manager [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Refreshing instance network info cache due to event network-changed-ca492e05-6749-4007-8354-7a06980848c1. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.243498] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquiring lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.244023] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Acquired lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.244248] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Refreshing network info cache for port ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.247218] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.247218] env[69133]: value = "task-3190809" [ 776.247218] env[69133]: _type = "Task" [ 776.247218] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.259345] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190809, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.319995] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190805, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.363166] env[69133]: DEBUG nova.compute.manager [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.363365] env[69133]: DEBUG nova.compute.manager [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing instance network info cache due to event network-changed-49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.363559] env[69133]: DEBUG oslo_concurrency.lockutils [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] Acquiring lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.424877] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190806, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.504680] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190807, 'name': ReconfigVM_Task, 'duration_secs': 0.46834} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.505115] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 27658181-4601-4db5-ae91-d802a74f2c9e/27658181-4601-4db5-ae91-d802a74f2c9e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.509356] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea312e87-176d-4470-99f9-c584e646ed1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.518077] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101497} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.519435] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.520295] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.626s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.520722] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.523925] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 776.523925] env[69133]: value = "task-3190810" [ 776.523925] env[69133]: _type = "Task" [ 776.523925] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.525563] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4890159-4195-40d1-ab40-9a5de2b96ec4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.669s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.529792] env[69133]: INFO nova.compute.claims [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.543643] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190810, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.564322] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 98a61053-c73a-4626-bdc7-a80f77472086/98a61053-c73a-4626-bdc7-a80f77472086.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.565569] env[69133]: DEBUG nova.network.neutron [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.566884] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7da5f3-8337-4fd2-b2d6-92b568123133 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.591951] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 776.591951] env[69133]: value = "task-3190811" [ 776.591951] env[69133]: _type = "Task" [ 776.591951] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.602559] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.767807] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190809, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.817858] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190805, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.925455] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544707} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.925880] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.926311] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.926500] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ef707e-90a6-4981-b1a8-10cdb5b37581 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.939621] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 776.939621] env[69133]: value = "task-3190812" [ 776.939621] env[69133]: _type = "Task" [ 776.939621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.954415] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.026094] env[69133]: DEBUG nova.compute.utils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.027747] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.027939] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.052388] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190810, 'name': Rename_Task, 'duration_secs': 0.191107} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.052675] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.053196] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c571ef71-ba7a-4914-afbe-c12f11e97bfb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.061690] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 777.061690] env[69133]: value = "task-3190813" [ 777.061690] env[69133]: _type = "Task" [ 777.061690] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.073780] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.084848] env[69133]: DEBUG oslo_concurrency.lockutils [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.085194] env[69133]: DEBUG nova.compute.manager [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Inject network info {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 777.085472] env[69133]: DEBUG nova.compute.manager [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] network_info to inject: |[{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 777.090339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfiguring VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 777.090725] env[69133]: DEBUG oslo_concurrency.lockutils [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] Acquired lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.090947] env[69133]: DEBUG nova.network.neutron [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Refreshing network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.092505] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-266d9e47-f09d-47be-b65b-b0c1f276d640 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.116173] env[69133]: DEBUG oslo_vmware.api [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 777.116173] env[69133]: value = "task-3190814" [ 777.116173] env[69133]: _type = "Task" [ 777.116173] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.119733] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190811, 'name': ReconfigVM_Task, 'duration_secs': 0.406246} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.125707] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 98a61053-c73a-4626-bdc7-a80f77472086/98a61053-c73a-4626-bdc7-a80f77472086.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.126510] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cae8e86-fc0f-4541-8ec2-1bee6b0fc585 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.138437] env[69133]: DEBUG oslo_vmware.api [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.140013] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 777.140013] env[69133]: value = "task-3190815" [ 777.140013] env[69133]: _type = "Task" [ 777.140013] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.149765] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190815, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.163922] env[69133]: DEBUG nova.policy [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '700a5a667c864fca97c956190f256d76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07d98d37edce45cfb6848e9df05c9bdd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.244080] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.245586] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98a341-f94c-442b-9fa8-6d2a53b2bc6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.252983] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.253328] env[69133]: ERROR oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk due to incomplete transfer. [ 777.253619] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72e4639c-0632-4a80-93ba-569953e9b989 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.265395] env[69133]: DEBUG nova.network.neutron [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updated VIF entry in instance network info cache for port ca8abe84-6aee-4c22-a552-a91e84250dc8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.267930] env[69133]: DEBUG nova.network.neutron [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.269422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.269715] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.275645] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.275944] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.276125] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.286340] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5259d18b-2070-1d3d-e105-ebd60564acc0/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.286572] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Uploaded image 1235d967-ae13-404f-9c5b-4a248bef0b60 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.289517] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.291326] env[69133]: INFO nova.compute.manager [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Terminating instance [ 777.296732] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26f8eb56-5ff2-4cfe-b9ad-3d6ef58bf3cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.298644] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190809, 'name': CreateVM_Task, 'duration_secs': 0.531614} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.299751] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.300745] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.300925] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.301391] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.302530] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e55dbbb-2e00-4cc3-9108-e4ffe56f85e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.308968] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 777.308968] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6c9b5-58f7-fbc1-e8f6-8a9234953a2c" [ 777.308968] env[69133]: _type = "Task" [ 777.308968] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.309281] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 777.309281] env[69133]: value = "task-3190816" [ 777.309281] env[69133]: _type = "Task" [ 777.309281] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.328726] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Updated VIF entry in instance network info cache for port ca492e05-6749-4007-8354-7a06980848c1. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.328726] env[69133]: DEBUG nova.network.neutron [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Updating instance_info_cache with network_info: [{"id": "ca492e05-6749-4007-8354-7a06980848c1", "address": "fa:16:3e:1e:6a:7b", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca492e05-67", "ovs_interfaceid": "ca492e05-6749-4007-8354-7a06980848c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.332200] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d6c9b5-58f7-fbc1-e8f6-8a9234953a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.338232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.338232] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.338232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.338232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.339055] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.339462] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190805, 'name': CloneVM_Task, 'duration_secs': 1.51936} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.339994] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190816, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.340516] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c43c2f6-d2e0-4fd0-8d53-ce8106dfd06c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.342523] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Created linked-clone VM from snapshot [ 777.344409] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce5dde-7881-462b-9c5f-dd03517c879e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.354891] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Uploading image 245c3546-0732-4de9-91c3-1ebe39da12ed {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.358176] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.358363] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.360208] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b0945c-c08b-45e5-8285-8f0a20558942 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.365922] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 777.365922] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5250ca2c-ff49-76a3-82d1-69ec3c38a562" [ 777.365922] env[69133]: _type = "Task" [ 777.365922] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.375609] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5250ca2c-ff49-76a3-82d1-69ec3c38a562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.383923] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.383923] env[69133]: value = "vm-638115" [ 777.383923] env[69133]: _type = "VirtualMachine" [ 777.383923] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.384289] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-866b8e78-89d8-45ac-bacc-62b4bbff6c1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.393978] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease: (returnval){ [ 777.393978] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52803485-1b99-b2c4-d3d2-d71b05682077" [ 777.393978] env[69133]: _type = "HttpNfcLease" [ 777.393978] env[69133]: } obtained for exporting VM: (result){ [ 777.393978] env[69133]: value = "vm-638115" [ 777.393978] env[69133]: _type = "VirtualMachine" [ 777.393978] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.394295] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the lease: (returnval){ [ 777.394295] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52803485-1b99-b2c4-d3d2-d71b05682077" [ 777.394295] env[69133]: _type = "HttpNfcLease" [ 777.394295] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.407051] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.407051] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52803485-1b99-b2c4-d3d2-d71b05682077" [ 777.407051] env[69133]: _type = "HttpNfcLease" [ 777.407051] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.407366] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.407366] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52803485-1b99-b2c4-d3d2-d71b05682077" [ 777.407366] env[69133]: _type = "HttpNfcLease" [ 777.407366] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.409479] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f56a81-125c-461d-af09-6b72d1675de7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.418158] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.418628] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.493023] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082265} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.493023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.493023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c98f23-b2ac-4d95-882c-ba8d829195cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.515835] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.516074] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a85bf89-7253-406f-8249-9aa53ccaa882 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.535579] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.539025] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17310c95-93e8-443f-916e-c772ff2de66e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.548594] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 777.548594] env[69133]: value = "task-3190818" [ 777.548594] env[69133]: _type = "Task" [ 777.548594] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.561160] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.573663] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.632655] env[69133]: DEBUG oslo_vmware.api [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190814, 'name': ReconfigVM_Task, 'duration_secs': 0.171606} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.632959] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-086a9864-f75c-43c1-8d24-61888970015f tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Reconfigured VM instance to set the machine id {{(pid=69133) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 777.650722] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190815, 'name': Rename_Task, 'duration_secs': 0.200285} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.650722] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.650722] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f0eff36-1816-4f5a-bf49-eea44141b294 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.659790] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 777.659790] env[69133]: value = "task-3190819" [ 777.659790] env[69133]: _type = "Task" [ 777.659790] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.671043] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.788338] env[69133]: DEBUG oslo_concurrency.lockutils [req-ac9a3449-323f-4136-86bb-4ffc394498e1 req-949d8bc3-584d-4aee-bb58-bae66384d341 service nova] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.803485] env[69133]: DEBUG nova.compute.manager [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.803681] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.804657] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789e4460-9686-467e-99ad-50e8d478d6b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.813617] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.813993] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32651b3c-06f8-4cf5-9cad-1622a70e86c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.828609] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190816, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.830196] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 777.830196] env[69133]: value = "task-3190820" [ 777.830196] env[69133]: _type = "Task" [ 777.830196] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.842042] env[69133]: DEBUG oslo_concurrency.lockutils [req-ffa44edf-f8c4-41e8-8cb0-f33275fac7c5 req-0c088739-faf4-4313-a982-d58663d38039 service nova] Releasing lock "refresh_cache-98a61053-c73a-4626-bdc7-a80f77472086" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.842042] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.879031] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5250ca2c-ff49-76a3-82d1-69ec3c38a562, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.881208] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46df8b4a-f9f0-4b91-b7a8-479ffc575743 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.887083] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 777.887083] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52710c1c-d0e8-086d-cebe-f2ae59c17da6" [ 777.887083] env[69133]: _type = "Task" [ 777.887083] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.905922] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52710c1c-d0e8-086d-cebe-f2ae59c17da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.002048] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Successfully updated port: d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.042178] env[69133]: INFO nova.virt.block_device [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Booting with volume 695b5fe2-e825-4b91-9e61-1028697b00a1 at /dev/sda [ 778.066501] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.079050] env[69133]: DEBUG oslo_vmware.api [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190813, 'name': PowerOnVM_Task, 'duration_secs': 0.739308} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.082328] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.082621] env[69133]: INFO nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Took 11.25 seconds to spawn the instance on the hypervisor. [ 778.082816] env[69133]: DEBUG nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.084455] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1b6e8-0afa-4a76-9a2b-6bd0de58da7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.104327] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c186c4b-6384-40e4-a150-828e6110b04e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.109024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.109024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.109024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.109024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.109024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.110417] env[69133]: INFO nova.compute.manager [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Terminating instance [ 778.119901] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18f951-a26a-4752-a863-c817e64fb865 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.148904] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Successfully created port: 318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.185652] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3ba96ed-e7b5-4b28-98a1-da180eedb537 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.194942] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.202628] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9556b1fe-acd8-4de0-ba41-38c58f06d19b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.222138] env[69133]: DEBUG nova.network.neutron [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updated VIF entry in instance network info cache for port 49c64d2b-cff9-467d-a9af-d0e669b261eb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.222400] env[69133]: DEBUG nova.network.neutron [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [{"id": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "address": "fa:16:3e:8b:5b:cb", "network": {"id": "e1dba71c-e11f-4642-a2d1-92536da7716b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2136448991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f7a219b5c74451a8b71fd1f92b8d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49c64d2b-cf", "ovs_interfaceid": "49c64d2b-cff9-467d-a9af-d0e669b261eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.254676] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126056e6-508b-43ee-9cf8-75cf2651d1e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.264152] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1956494-b7ee-4720-8773-31a1d003d374 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.281568] env[69133]: DEBUG nova.virt.block_device [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updating existing volume attachment record: 0b0b78bb-2dd9-4c72-b382-3497388a5de7 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 778.308508] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8e0bb0-cd14-4642-82bf-7a7e23ff3693 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.329167] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ee2c1-b80b-46d1-a8b9-23812a52f4c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.343542] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190816, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.372339] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579227ad-7818-49d5-a3f6-67e6283414a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.379241] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190820, 'name': PowerOffVM_Task, 'duration_secs': 0.27901} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.380075] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.380426] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.380740] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7becf4-6750-4abd-a319-dae9be59e87a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.386464] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2163b5b-2f49-4e7b-8d39-907bdd05fd1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.403655] env[69133]: DEBUG nova.compute.provider_tree [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.411832] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52710c1c-d0e8-086d-cebe-f2ae59c17da6, 'name': SearchDatastore_Task, 'duration_secs': 0.023089} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.412220] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.412558] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.412859] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57894d2a-676f-4aab-867e-f0f06acf0332 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.422109] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 778.422109] env[69133]: value = "task-3190822" [ 778.422109] env[69133]: _type = "Task" [ 778.422109] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.432520] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.461840] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.462122] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.462345] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Deleting the datastore file [datastore1] 14000aa9-bfa5-488a-bcfb-4771792c5ce1 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.462653] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdd59eb5-16a7-4a40-87d6-8c84d40ce2a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.472607] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for the task: (returnval){ [ 778.472607] env[69133]: value = "task-3190823" [ 778.472607] env[69133]: _type = "Task" [ 778.472607] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.483203] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.506906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507183] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquired lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.507422] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.566651] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190818, 'name': ReconfigVM_Task, 'duration_secs': 0.665608} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.567047] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4/20c67ad6-dee9-4099-9e11-dbec57252bb4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.567821] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61bc154e-103f-4f5a-9ff0-ee4db31c1329 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.578150] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 778.578150] env[69133]: value = "task-3190824" [ 778.578150] env[69133]: _type = "Task" [ 778.578150] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.588248] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190824, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.606170] env[69133]: INFO nova.compute.manager [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Took 52.55 seconds to build instance. [ 778.616032] env[69133]: DEBUG nova.compute.manager [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.616125] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.617076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2195a6-379d-47df-a980-c8ee6fccbc54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.628066] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.629794] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb12bfc-dccc-4287-8af6-ecc9ed3d8533 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.633168] env[69133]: DEBUG nova.compute.manager [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Received event network-vif-plugged-d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.633413] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Acquiring lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.633628] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.633796] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.634072] env[69133]: DEBUG nova.compute.manager [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] No waiting events found dispatching network-vif-plugged-d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.634231] env[69133]: WARNING nova.compute.manager [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Received unexpected event network-vif-plugged-d47160ef-5f9f-410b-aa4d-d15d3566cbc6 for instance with vm_state building and task_state spawning. [ 778.634389] env[69133]: DEBUG nova.compute.manager [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Received event network-changed-d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.634544] env[69133]: DEBUG nova.compute.manager [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Refreshing instance network info cache due to event network-changed-d47160ef-5f9f-410b-aa4d-d15d3566cbc6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.634712] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Acquiring lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.645195] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 778.645195] env[69133]: value = "task-3190825" [ 778.645195] env[69133]: _type = "Task" [ 778.645195] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.657095] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.698566] env[69133]: DEBUG oslo_vmware.api [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190819, 'name': PowerOnVM_Task, 'duration_secs': 0.705544} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.698869] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.699706] env[69133]: INFO nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Took 9.21 seconds to spawn the instance on the hypervisor. [ 778.699706] env[69133]: DEBUG nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.700173] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a1a11-c337-40b3-b803-d06f84d4c00c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.725018] env[69133]: DEBUG oslo_concurrency.lockutils [req-d438edbb-57c1-48b5-80a7-9d0597841e92 req-d444441f-2657-498a-9d60-012962366d37 service nova] Releasing lock "refresh_cache-14000aa9-bfa5-488a-bcfb-4771792c5ce1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.827294] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190816, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.908496] env[69133]: DEBUG nova.scheduler.client.report [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.935450] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509483} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.936513] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.936742] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.937412] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6cbfd0-066d-4eab-b695-4fabd360c0ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.944916] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 778.944916] env[69133]: value = "task-3190826" [ 778.944916] env[69133]: _type = "Task" [ 778.944916] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.955330] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.987482] env[69133]: DEBUG oslo_vmware.api [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Task: {'id': task-3190823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217955} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.988439] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.989166] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.989648] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.989923] env[69133]: INFO nova.compute.manager [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 778.990469] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.990913] env[69133]: DEBUG nova.compute.manager [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.991194] env[69133]: DEBUG nova.network.neutron [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.086648] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.092320] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190824, 'name': Rename_Task, 'duration_secs': 0.364869} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.092561] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.092979] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e217bd67-161b-4a49-922e-9a9f0c56f363 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.101457] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 779.101457] env[69133]: value = "task-3190827" [ 779.101457] env[69133]: _type = "Task" [ 779.101457] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.113232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c78735bc-f2d7-4033-a7d1-fcc406b07b63 tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.271s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.113491] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.160135] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190825, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.226180] env[69133]: INFO nova.compute.manager [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Took 50.12 seconds to build instance. [ 779.326645] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190816, 'name': Destroy_Task, 'duration_secs': 1.851107} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.328553] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Destroyed the VM [ 779.328553] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 779.328553] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5f0f05e-ed51-485f-b254-3da65ede56f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.338298] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 779.338298] env[69133]: value = "task-3190828" [ 779.338298] env[69133]: _type = "Task" [ 779.338298] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.348517] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.371919] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.372162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.372314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.372522] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.372710] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.375726] env[69133]: INFO nova.compute.manager [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Terminating instance [ 779.419533] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.891s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.420147] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.423179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.837s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.423534] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.426280] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.642s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.426495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.428679] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.299s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.430411] env[69133]: INFO nova.compute.claims [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.436711] env[69133]: DEBUG nova.network.neutron [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Updating instance_info_cache with network_info: [{"id": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "address": "fa:16:3e:31:81:2a", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47160ef-5f", "ovs_interfaceid": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.455978] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121559} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.457411] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.458452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b56ca-3ca7-487e-8d62-aae74741480e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.490898] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.492820] env[69133]: INFO nova.scheduler.client.report [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Deleted allocations for instance ec34e96b-4903-404f-a8d3-77da1b9a9d1e [ 779.496946] env[69133]: INFO nova.scheduler.client.report [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleted allocations for instance 1a593f41-970d-49b9-abee-2e2329d2f4ee [ 779.497687] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b62365-e725-4123-8e1b-8c9f5679e78e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.528288] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 779.528288] env[69133]: value = "task-3190829" [ 779.528288] env[69133]: _type = "Task" [ 779.528288] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.539193] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.620254] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.620254] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190827, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.658013] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190825, 'name': PowerOffVM_Task, 'duration_secs': 0.533743} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.659117] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.659305] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.659568] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d15020e-e1b8-4306-82e3-6de0ea59e924 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.709105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "27658181-4601-4db5-ae91-d802a74f2c9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.709105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.709105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.709105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.709105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.712816] env[69133]: INFO nova.compute.manager [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Terminating instance [ 779.728189] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db0cdab8-d530-4d11-9794-65467b5dc051 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.629s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.748897] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.748897] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.748897] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Deleting the datastore file [datastore2] c99145c3-8bdc-42e5-8157-5647d4ae417c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.748897] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f282e10c-1f06-4707-b51e-9ec3cf5cc9b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.761546] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for the task: (returnval){ [ 779.761546] env[69133]: value = "task-3190831" [ 779.761546] env[69133]: _type = "Task" [ 779.761546] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.773989] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.854186] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190828, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.880416] env[69133]: DEBUG nova.compute.manager [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.880643] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.882320] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5892b4-47c1-430a-874c-608be4ced12e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.897092] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.897092] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da586bb0-e892-47fb-9ad2-8aa8f181c88a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.939027] env[69133]: DEBUG nova.compute.utils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.940850] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.941415] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.943888] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Releasing lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.946840] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Instance network_info: |[{"id": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "address": "fa:16:3e:31:81:2a", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47160ef-5f", "ovs_interfaceid": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.946840] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Acquired lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.946840] env[69133]: DEBUG nova.network.neutron [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Refreshing network info cache for port d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.947364] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:81:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd47160ef-5f9f-410b-aa4d-d15d3566cbc6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.958317] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Creating folder: Project (d4a297198d1a4d6ab7c171fde7c164d3). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.960625] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6a345f6-7c16-4694-a46f-57fed8c1faef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.980506] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Created folder: Project (d4a297198d1a4d6ab7c171fde7c164d3) in parent group-v637972. [ 779.980761] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Creating folder: Instances. Parent ref: group-v638117. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.981032] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e676f1-6863-4a36-a9d5-d19129fbeeb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.992434] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Created folder: Instances in parent group-v638117. [ 779.992980] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.992980] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.993161] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-920a587b-019e-4b81-9934-cfaefcb51ab6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.017853] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.017853] env[69133]: value = "task-3190835" [ 780.017853] env[69133]: _type = "Task" [ 780.017853] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.028221] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4e9c1baf-a423-4a87-81f4-4bcdb040578a tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "1a593f41-970d-49b9-abee-2e2329d2f4ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.849s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.028221] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f72c1fb8-773b-4894-9b31-425fc4188a0d tempest-ServerShowV247Test-944913030 tempest-ServerShowV247Test-944913030-project-member] Lock "ec34e96b-4903-404f-a8d3-77da1b9a9d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.733s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.036021] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190835, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.046572] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190829, 'name': ReconfigVM_Task, 'duration_secs': 0.381857} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.047242] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.047480] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ae8adf-900a-49e2-ab42-2a078f649100 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.055263] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 780.055263] env[69133]: value = "task-3190836" [ 780.055263] env[69133]: _type = "Task" [ 780.055263] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.066677] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190836, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.114961] env[69133]: DEBUG oslo_vmware.api [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190827, 'name': PowerOnVM_Task, 'duration_secs': 0.732061} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.115272] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.115493] env[69133]: DEBUG nova.compute.manager [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.116322] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22276d91-9814-44d2-8b42-c82365dfb9a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.156410] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.216660] env[69133]: DEBUG nova.compute.manager [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.219099] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.219320] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbff0a-e712-4032-a156-9e8408c387df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.228306] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.228796] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189cdcfe-fc4c-418f-aaa3-cc5561889ac2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231101] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.244020] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 780.244020] env[69133]: value = "task-3190837" [ 780.244020] env[69133]: _type = "Task" [ 780.244020] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.254750] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.275357] env[69133]: DEBUG oslo_vmware.api [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Task: {'id': task-3190831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213012} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.275901] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.276263] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.276594] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.276959] env[69133]: INFO nova.compute.manager [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 780.277378] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.278177] env[69133]: DEBUG nova.compute.manager [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.278414] env[69133]: DEBUG nova.network.neutron [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.318543] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "f85d111c-fed1-427f-ac11-411e5a53507a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.319423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.345542] env[69133]: DEBUG nova.policy [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047cb779e9364233b552f7ebe5bc3d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e1bbd50ca3c4f93b1aa9441b9b2f0ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.360794] env[69133]: DEBUG oslo_vmware.api [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190828, 'name': RemoveSnapshot_Task, 'duration_secs': 0.937527} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.364541] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 780.364800] env[69133]: INFO nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 780.395658] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.396444] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.396715] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore2] 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.397062] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb51d4c-6e64-4e02-a1e2-54b39224e367 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.402760] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.403760] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.404255] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.404546] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.404826] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.405095] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.405369] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.405679] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.405916] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.406179] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.406522] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.406847] env[69133]: DEBUG nova.virt.hardware [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.409348] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79160c6e-de6a-4e86-96ed-a0e280c5d42b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.413160] env[69133]: DEBUG oslo_vmware.api [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 780.413160] env[69133]: value = "task-3190838" [ 780.413160] env[69133]: _type = "Task" [ 780.413160] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.423569] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019a0c9a-ff3a-4605-94b0-f5cf7ce7391d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.433533] env[69133]: DEBUG oslo_vmware.api [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.451195] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.535721] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190835, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.573659] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190836, 'name': Rename_Task, 'duration_secs': 0.193431} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.573959] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.574637] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1a2ae3-814e-409f-a206-44ef3b9769f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.584857] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 780.584857] env[69133]: value = "task-3190839" [ 780.584857] env[69133]: _type = "Task" [ 780.584857] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.594253] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.646162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.758567] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190837, 'name': PowerOffVM_Task, 'duration_secs': 0.307049} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.762496] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.762799] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.765473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.765473] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a8e1ea-eafb-40b1-baea-c2f154fade97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781470] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Successfully updated port: 318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.822741] env[69133]: DEBUG nova.network.neutron [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.870288] env[69133]: DEBUG nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance disappeared during snapshot {{(pid=69133) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 780.896065] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.896308] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.896490] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleting the datastore file [datastore1] 27658181-4601-4db5-ae91-d802a74f2c9e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.896770] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a084d724-f52e-4d73-acda-b142863caa4d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.906370] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for the task: (returnval){ [ 780.906370] env[69133]: value = "task-3190841" [ 780.906370] env[69133]: _type = "Task" [ 780.906370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.917340] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.931028] env[69133]: DEBUG oslo_vmware.api [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214735} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.931028] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.931028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.931028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.931430] env[69133]: INFO nova.compute.manager [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Took 1.05 seconds to destroy the instance on the hypervisor. [ 780.933367] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.933367] env[69133]: DEBUG nova.compute.manager [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.933367] env[69133]: DEBUG nova.network.neutron [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.979151] env[69133]: DEBUG nova.compute.manager [None req-a5463b97-127e-4401-a6b4-869d15fff350 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image not found during clean up 1235d967-ae13-404f-9c5b-4a248bef0b60 {{(pid=69133) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 781.042835] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190835, 'name': CreateVM_Task, 'duration_secs': 0.547774} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.046475] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.047103] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.047208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.047544] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.047807] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd22142a-6962-4e9e-af4a-88138bbfc977 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.058423] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 781.058423] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a01135-0d1f-2835-43a3-81eb399e80c5" [ 781.058423] env[69133]: _type = "Task" [ 781.058423] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.067257] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a01135-0d1f-2835-43a3-81eb399e80c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.096954] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190839, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.137110] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110f075-f1b0-4179-a214-be3b1dc28d55 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.146595] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cff84f-990c-4d9a-96bc-6d9bb1f232a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.193256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ddc53-9f24-4b4e-b820-71a1605cb574 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c99080-a4ef-4894-97da-508df2b3eca4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.223378] env[69133]: DEBUG nova.compute.provider_tree [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.274376] env[69133]: DEBUG nova.network.neutron [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Updated VIF entry in instance network info cache for port d47160ef-5f9f-410b-aa4d-d15d3566cbc6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.275549] env[69133]: DEBUG nova.network.neutron [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Updating instance_info_cache with network_info: [{"id": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "address": "fa:16:3e:31:81:2a", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd47160ef-5f", "ovs_interfaceid": "d47160ef-5f9f-410b-aa4d-d15d3566cbc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.284976] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.286479] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquired lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.286479] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.328984] env[69133]: INFO nova.compute.manager [-] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Took 2.33 seconds to deallocate network for instance. [ 781.366954] env[69133]: DEBUG nova.compute.manager [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Received event network-vif-plugged-318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.367282] env[69133]: DEBUG oslo_concurrency.lockutils [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] Acquiring lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.367509] env[69133]: DEBUG oslo_concurrency.lockutils [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.367681] env[69133]: DEBUG oslo_concurrency.lockutils [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.367854] env[69133]: DEBUG nova.compute.manager [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] No waiting events found dispatching network-vif-plugged-318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.368029] env[69133]: WARNING nova.compute.manager [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Received unexpected event network-vif-plugged-318c2f2e-8556-4b14-b7ac-26bb5cead52c for instance with vm_state building and task_state spawning. [ 781.368201] env[69133]: DEBUG nova.compute.manager [req-f12b1187-0777-485f-9494-ee8534459d1f req-0fb24a1f-e134-46d4-b12a-b3cad97e1b0f service nova] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Received event network-vif-deleted-49c64d2b-cff9-467d-a9af-d0e669b261eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.417432] env[69133]: DEBUG oslo_vmware.api [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Task: {'id': task-3190841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314897} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.417758] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.418129] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.418331] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.418513] env[69133]: INFO nova.compute.manager [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 781.418774] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.418944] env[69133]: DEBUG nova.compute.manager [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.419051] env[69133]: DEBUG nova.network.neutron [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.464354] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.492690] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.492968] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.493166] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.493666] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.494027] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.494329] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.495601] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.495601] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.495601] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.495931] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.496208] env[69133]: DEBUG nova.virt.hardware [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.497152] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1d226b-d2f1-4d93-958f-b2944594415f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.507721] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e137c1-59ed-479a-bbfc-0920e49038fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.572738] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a01135-0d1f-2835-43a3-81eb399e80c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.573069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.573727] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.573727] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.573727] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.573892] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.574183] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0290003a-bc48-427b-b572-d374a1aee92c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.588093] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.588268] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.592747] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ce2a20-104b-467a-8506-fe4dd66e3ef9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.604387] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 781.604387] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283709f-082a-7ea7-2c50-deed1c1ca0ab" [ 781.604387] env[69133]: _type = "Task" [ 781.604387] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.604997] env[69133]: DEBUG oslo_vmware.api [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190839, 'name': PowerOnVM_Task, 'duration_secs': 0.57389} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.605343] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.605598] env[69133]: INFO nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Took 9.45 seconds to spawn the instance on the hypervisor. [ 781.605859] env[69133]: DEBUG nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.610538] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d9c69-af3a-473c-ac2a-7f7ecf2ea953 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.618804] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5283709f-082a-7ea7-2c50-deed1c1ca0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.679367] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Successfully created port: 91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.726717] env[69133]: DEBUG nova.scheduler.client.report [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.779134] env[69133]: DEBUG oslo_concurrency.lockutils [req-a455f512-0eab-42cb-9e1f-1e2ec9ba9113 req-b41f6bbb-5818-43ba-8c31-b047e0b7c3bd service nova] Releasing lock "refresh_cache-b50ef965-8e0d-4382-ad7a-69a0f7299d77" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.827117] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.833238] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.023267] env[69133]: DEBUG nova.network.neutron [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updating instance_info_cache with network_info: [{"id": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "address": "fa:16:3e:12:a5:ed", "network": {"id": "750f8cf4-5466-4ffe-88fc-f2f26c6aa7f3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-476986121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d98d37edce45cfb6848e9df05c9bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c2f2e-85", "ovs_interfaceid": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.040132] env[69133]: DEBUG nova.compute.manager [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.041018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf467264-14d6-4989-875f-0238e583cf3b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.116174] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5283709f-082a-7ea7-2c50-deed1c1ca0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.029164} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.117611] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278fcfbf-e485-4c45-a381-a00d4e879f0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.123129] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 782.123129] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528fb2ae-a3fe-efb6-a6f6-d1524675d771" [ 782.123129] env[69133]: _type = "Task" [ 782.123129] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.138213] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fb2ae-a3fe-efb6-a6f6-d1524675d771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.138795] env[69133]: INFO nova.compute.manager [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Took 47.18 seconds to build instance. [ 782.233965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.233965] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.240330] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.259s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.240330] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.240330] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.941s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.240330] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.241025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.665s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.241209] env[69133]: DEBUG nova.objects.instance [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 782.299922] env[69133]: INFO nova.scheduler.client.report [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Deleted allocations for instance ada1d08c-09a0-4682-ba11-1c6cd5e78f92 [ 782.306905] env[69133]: INFO nova.scheduler.client.report [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Deleted allocations for instance 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25 [ 782.480657] env[69133]: DEBUG nova.network.neutron [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.533634] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Releasing lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.533634] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Instance network_info: |[{"id": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "address": "fa:16:3e:12:a5:ed", "network": {"id": "750f8cf4-5466-4ffe-88fc-f2f26c6aa7f3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-476986121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d98d37edce45cfb6848e9df05c9bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c2f2e-85", "ovs_interfaceid": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.533634] env[69133]: DEBUG nova.network.neutron [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.534798] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:a5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '318c2f2e-8556-4b14-b7ac-26bb5cead52c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.542742] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Creating folder: Project (07d98d37edce45cfb6848e9df05c9bdd). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.543376] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f9c1fc-ecd8-4bda-8c8c-0debd1474c12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.557179] env[69133]: INFO nova.compute.manager [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] instance snapshotting [ 782.559956] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca294d60-ee9c-47c1-8e2a-23c934a35ef2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.564942] env[69133]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 782.565088] env[69133]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69133) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 782.565452] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Folder already exists: Project (07d98d37edce45cfb6848e9df05c9bdd). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 782.565651] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Creating folder: Instances. Parent ref: group-v638063. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.566300] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3af0a4d-9127-411c-a96e-beac8a14de06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.588235] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfda46a6-617b-458b-baaf-b1c68eb114d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.591015] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Created folder: Instances in parent group-v638063. [ 782.591255] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.591471] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.592052] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a0d3e7b-2f80-4c96-ae50-3dc0fea33dbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.624119] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.624119] env[69133]: value = "task-3190844" [ 782.624119] env[69133]: _type = "Task" [ 782.624119] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.634958] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528fb2ae-a3fe-efb6-a6f6-d1524675d771, 'name': SearchDatastore_Task, 'duration_secs': 0.023848} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.638111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.638404] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b50ef965-8e0d-4382-ad7a-69a0f7299d77/b50ef965-8e0d-4382-ad7a-69a0f7299d77.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.638639] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190844, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.638848] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaac1264-a6e4-469e-830e-0c3ad4ce50c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.641609] env[69133]: DEBUG oslo_concurrency.lockutils [None req-749c7123-a763-415a-8deb-c316c030dfa8 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.652s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.647895] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 782.647895] env[69133]: value = "task-3190845" [ 782.647895] env[69133]: _type = "Task" [ 782.647895] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.659309] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.750578] env[69133]: DEBUG nova.compute.utils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.756394] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.756394] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.809976] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b927cc8f-9a9b-4773-b841-6a4c01822233 tempest-VolumesAssistedSnapshotsTest-40794408 tempest-VolumesAssistedSnapshotsTest-40794408-project-member] Lock "ada1d08c-09a0-4682-ba11-1c6cd5e78f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.396s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.818414] env[69133]: DEBUG nova.policy [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc906ee83044dda91997cefcaec0cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed72b6d8aa04316ac24cb198b8d5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.822767] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6713f8d8-6b00-48ec-8bfd-249d6d9c1228 tempest-InstanceActionsV221TestJSON-2030012038 tempest-InstanceActionsV221TestJSON-2030012038-project-member] Lock "34e19d3d-2bc1-4d97-bf98-3801ebcbbf25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.262s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.983368] env[69133]: INFO nova.compute.manager [-] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Took 2.05 seconds to deallocate network for instance. [ 783.044169] env[69133]: INFO nova.compute.manager [-] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Took 2.77 seconds to deallocate network for instance. [ 783.115547] env[69133]: DEBUG nova.network.neutron [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.117544] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.118093] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f54581ce-3adc-468a-b3eb-2aa6bb3a37e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.130167] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 783.130167] env[69133]: value = "task-3190846" [ 783.130167] env[69133]: _type = "Task" [ 783.130167] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.135134] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190844, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.147440] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.150573] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.163694] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190845, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.246296] env[69133]: DEBUG nova.compute.manager [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.247398] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497967a-f403-4879-b5a4-831ba7b98e5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.257096] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.265045] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e724bc98-a754-47be-9164-b3e249a3c3f4 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.266166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.341s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.269086] env[69133]: INFO nova.compute.claims [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.313565] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Successfully created port: 24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.491829] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.552600] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.619070] env[69133]: INFO nova.compute.manager [-] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Took 2.20 seconds to deallocate network for instance. [ 783.637086] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190844, 'name': CreateVM_Task, 'duration_secs': 0.676828} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.640379] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.641203] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'attachment_id': '0b0b78bb-2dd9-4c72-b382-3497388a5de7', 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638070', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'name': 'volume-695b5fe2-e825-4b91-9e61-1028697b00a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74d8073a-8887-43ab-9ca2-dde971b8e9ec', 'attached_at': '', 'detached_at': '', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'serial': '695b5fe2-e825-4b91-9e61-1028697b00a1'}, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69133) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 783.641415] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Root volume attach. Driver type: vmdk {{(pid=69133) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 783.643038] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb9cb32-1b67-4395-975f-757a942490ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.651081] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190846, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.666370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449cb7b9-6e13-49b4-ab9d-91b64929ed6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.678472] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700972} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.678762] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] b50ef965-8e0d-4382-ad7a-69a0f7299d77/b50ef965-8e0d-4382-ad7a-69a0f7299d77.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.679081] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.679976] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4d7a6e-3571-4e20-b25f-0af25cfbecba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.688474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.688474] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a163ef52-937e-4036-b2d8-5c756c096f63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.696674] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8da5af55-2619-43b8-a109-5fe6220c7d25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.699722] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 783.699722] env[69133]: value = "task-3190847" [ 783.699722] env[69133]: _type = "Task" [ 783.699722] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.707525] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 783.707525] env[69133]: value = "task-3190848" [ 783.707525] env[69133]: _type = "Task" [ 783.707525] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.715067] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.722144] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.768755] env[69133]: INFO nova.compute.manager [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] instance snapshotting [ 783.769467] env[69133]: DEBUG nova.objects.instance [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.888578] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Received event network-changed-318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.888777] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Refreshing instance network info cache due to event network-changed-318c2f2e-8556-4b14-b7ac-26bb5cead52c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.889022] env[69133]: DEBUG oslo_concurrency.lockutils [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] Acquiring lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.889158] env[69133]: DEBUG oslo_concurrency.lockutils [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] Acquired lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.889317] env[69133]: DEBUG nova.network.neutron [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Refreshing network info cache for port 318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.074287] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Successfully updated port: 91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.132162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.150341] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190846, 'name': CreateSnapshot_Task, 'duration_secs': 0.853365} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.150635] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.151532] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314257c-7272-4ec6-a23f-d0d8db257d1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.216416] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095691} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.220610] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.220610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63809f-5ccf-4182-bef6-6097ded58a8a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.231556] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 38%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.260897] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b50ef965-8e0d-4382-ad7a-69a0f7299d77/b50ef965-8e0d-4382-ad7a-69a0f7299d77.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.261287] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ce04f6-1f96-4214-9bfc-21e70517d293 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.277443] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.286420] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94aa84-fb13-4d38-949e-037e50419c7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.299572] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 784.299572] env[69133]: value = "task-3190849" [ 784.299572] env[69133]: _type = "Task" [ 784.299572] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.320543] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f48ff9f-2739-4b1b-8480-ac45cef29bc0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.331646] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.332314] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.332314] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.332314] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.332509] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.333084] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.333084] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.333286] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.333536] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.333779] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.333878] env[69133]: DEBUG nova.virt.hardware [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.339315] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72449491-69b2-4db2-911e-406477ca5f7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.353749] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.362089] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4acea-7d94-44f3-9faf-3e3f22067ad6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.577760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.578092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.578092] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.685946] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.686657] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da973b5d-7d32-400d-b2ab-e4bbb1937b80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.705429] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 784.705429] env[69133]: value = "task-3190850" [ 784.705429] env[69133]: _type = "Task" [ 784.705429] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.730848] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.730848] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 53%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.835326] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.838929] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "25f17937-1485-4748-ad83-e4eb7da7c882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.839555] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.839555] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.840393] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.840393] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.842333] env[69133]: INFO nova.compute.manager [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Terminating instance [ 784.860683] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.860683] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5bcbfb7b-562f-491f-bdd0-16dd4237e939 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.882481] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 784.882481] env[69133]: value = "task-3190851" [ 784.882481] env[69133]: _type = "Task" [ 784.882481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.899498] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.007649] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4ed35-de61-4d23-b8ad-42a9458bbc9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.022035] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3052be79-e7ae-43fd-8c80-ca82904feb20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.062684] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f002bea-ab8c-465e-8797-de84e96272d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.075718] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd43bdce-a55f-4809-a5b7-f389a81820f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.103088] env[69133]: DEBUG nova.compute.provider_tree [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.226780] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.231657] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.232977] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.337873] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190849, 'name': ReconfigVM_Task, 'duration_secs': 0.573289} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.338328] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b50ef965-8e0d-4382-ad7a-69a0f7299d77/b50ef965-8e0d-4382-ad7a-69a0f7299d77.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.339535] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be2e2799-9260-4fa7-be73-07a44ffd644a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.352141] env[69133]: DEBUG nova.compute.manager [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.352530] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.359303] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5040da-b905-4d61-ad0b-3c2a25d9a641 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.360567] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 785.360567] env[69133]: value = "task-3190852" [ 785.360567] env[69133]: _type = "Task" [ 785.360567] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.371566] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.372795] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d48aa7bc-7ec2-4083-ba7e-63aa1348fa8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.386556] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190852, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.391785] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 785.391785] env[69133]: value = "task-3190853" [ 785.391785] env[69133]: _type = "Task" [ 785.391785] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.404565] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190851, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.416821] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.458197] env[69133]: DEBUG nova.network.neutron [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updated VIF entry in instance network info cache for port 318c2f2e-8556-4b14-b7ac-26bb5cead52c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.458405] env[69133]: DEBUG nova.network.neutron [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updating instance_info_cache with network_info: [{"id": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "address": "fa:16:3e:12:a5:ed", "network": {"id": "750f8cf4-5466-4ffe-88fc-f2f26c6aa7f3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-476986121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d98d37edce45cfb6848e9df05c9bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c2f2e-85", "ovs_interfaceid": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.607484] env[69133]: DEBUG nova.scheduler.client.report [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.733424] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 76%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.739024] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.826423] env[69133]: DEBUG nova.compute.manager [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 785.834742] env[69133]: DEBUG nova.network.neutron [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updating instance_info_cache with network_info: [{"id": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "address": "fa:16:3e:f5:1a:21", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad4d46-00", "ovs_interfaceid": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.883189] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190852, 'name': Rename_Task, 'duration_secs': 0.43323} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.883740] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.884228] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-480fa6dd-6c34-4344-bfbd-0653e6079556 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.906398] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 785.906398] env[69133]: value = "task-3190854" [ 785.906398] env[69133]: _type = "Task" [ 785.906398] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.927705] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190853, 'name': PowerOffVM_Task, 'duration_secs': 0.42557} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.928090] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190851, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.929182] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.929376] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.929904] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea530a14-8a88-4d04-a0c0-0bec1bcdd6a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.941429] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.963693] env[69133]: DEBUG oslo_concurrency.lockutils [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] Releasing lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.964306] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Received event network-vif-deleted-4fb8ccd7-746c-4b11-bab4-1bdaa9b6de76 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.964607] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Received event network-vif-deleted-bbbdc8a1-b7cd-47f9-bc4b-e831d42198e5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.964907] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-vif-deleted-0a5fa7a1-d2a5-4a23-932f-597fd8df13fb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.965060] env[69133]: DEBUG nova.compute.manager [req-b673065c-512d-4e91-8d8c-4642b6b350b1 req-d376d46c-bd69-4651-b40c-bb79afdb781e service nova] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Received event network-vif-deleted-7e1b3388-59b9-4f05-abec-a9d196c6a54b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.020049] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.020533] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.020704] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore2] 25f17937-1485-4748-ad83-e4eb7da7c882 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.021016] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955be4c0-c0ae-42bc-bc4c-a5b9d373d019 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.035193] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 786.035193] env[69133]: value = "task-3190856" [ 786.035193] env[69133]: _type = "Task" [ 786.035193] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.048395] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.120037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.120037] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.123349] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.028s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.123775] env[69133]: DEBUG nova.objects.instance [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lazy-loading 'resources' on Instance uuid c4ed826f-56bd-4482-b08f-468a90a6d5ef {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.158128] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Successfully updated port: 24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.221777] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.233016] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.338649] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.338649] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Instance network_info: |[{"id": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "address": "fa:16:3e:f5:1a:21", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad4d46-00", "ovs_interfaceid": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.338649] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:1a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91ad4d46-0037-4e75-83c7-d9411fd0c218', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.348695] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Creating folder: Project (6e1bbd50ca3c4f93b1aa9441b9b2f0ec). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.349145] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a457a6-2e92-48ef-b904-3f565a4cda51 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.357789] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.365299] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Created folder: Project (6e1bbd50ca3c4f93b1aa9441b9b2f0ec) in parent group-v637972. [ 786.365570] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Creating folder: Instances. Parent ref: group-v638125. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.365903] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef2641f-950c-4ede-a462-6af70d46ab2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.380737] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Created folder: Instances in parent group-v638125. [ 786.381134] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.381435] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.381738] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c871c3c-adef-422c-a285-912485e53ee2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408766] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190851, 'name': CreateSnapshot_Task, 'duration_secs': 1.195638} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.414516] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.414661] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.414661] env[69133]: value = "task-3190859" [ 786.414661] env[69133]: _type = "Task" [ 786.414661] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.415560] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6dcf6-b798-463a-b6f5-06a3423e4f47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.429283] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received event network-vif-plugged-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.429572] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Acquiring lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.429910] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.430196] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.430408] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] No waiting events found dispatching network-vif-plugged-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.430633] env[69133]: WARNING nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received unexpected event network-vif-plugged-91ad4d46-0037-4e75-83c7-d9411fd0c218 for instance with vm_state building and task_state spawning. [ 786.430859] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.431129] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing instance network info cache due to event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.431341] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Acquiring lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.431515] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Acquired lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.431725] env[69133]: DEBUG nova.network.neutron [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.435878] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190854, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.446944] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190859, 'name': CreateVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.551023] env[69133]: DEBUG oslo_vmware.api [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449178} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.551023] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.551023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.551023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.551023] env[69133]: INFO nova.compute.manager [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Took 1.20 seconds to destroy the instance on the hypervisor. [ 786.551023] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.551023] env[69133]: DEBUG nova.compute.manager [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.551023] env[69133]: DEBUG nova.network.neutron [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.624055] env[69133]: DEBUG nova.compute.utils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.626340] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.626573] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.666913] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.667206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.667341] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.727880] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.731039] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 97%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.823769] env[69133]: DEBUG nova.policy [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c4aa3deb27048d2b2b00d17b858b8fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dada4fdb03f4431aaa72baa6cccbbc27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.928108] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.939487] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190859, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.958724] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.962822] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03938e37-7d2f-404a-97ca-8fc13581ed17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.976169] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 786.976169] env[69133]: value = "task-3190860" [ 786.976169] env[69133]: _type = "Task" [ 786.976169] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.990524] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.133477] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.241824] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.242140] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 97%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.243190] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.341566] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d34cd-8dfa-4965-a8b4-ae895de9e2c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.352998] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65030ec3-5fe3-46d5-a135-8905115e665d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.392135] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf6fef8-7338-4e65-9643-2648a9944131 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.408557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45076a08-6f72-4606-afe9-23e7bedfde4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.437470] env[69133]: DEBUG nova.compute.provider_tree [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.442043] env[69133]: DEBUG oslo_vmware.api [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190854, 'name': PowerOnVM_Task, 'duration_secs': 1.123753} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.442043] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.442043] env[69133]: INFO nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Took 12.25 seconds to spawn the instance on the hypervisor. [ 787.442043] env[69133]: DEBUG nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.442043] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841cb66-c011-49a4-968f-7e503c9c65b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.449709] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190859, 'name': CreateVM_Task, 'duration_secs': 0.686624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.450384] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.451651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.451651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.451651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.453281] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0fd230-39e4-4c6c-9b0a-a17625f288cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.465406] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 787.465406] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52722d36-f8a9-bb52-88a6-7d2db6d0f291" [ 787.465406] env[69133]: _type = "Task" [ 787.465406] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.475599] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52722d36-f8a9-bb52-88a6-7d2db6d0f291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.487787] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.613663] env[69133]: DEBUG nova.network.neutron [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating instance_info_cache with network_info: [{"id": "24b63fbc-defe-4626-bcad-baf6c15fb917", "address": "fa:16:3e:2b:b3:00", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b63fbc-de", "ovs_interfaceid": "24b63fbc-defe-4626-bcad-baf6c15fb917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.724487] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190850, 'name': CloneVM_Task, 'duration_secs': 2.750003} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.728291] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Created linked-clone VM from snapshot [ 787.729269] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f439c9-bf29-4983-bdc3-99363ee87ec1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.749022] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Uploading image 2b0d31e8-42dc-437e-b6cd-ad5f4de946b7 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.755475] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 98%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.770199] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 787.770670] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63817a78-ec0b-4d84-853c-9208641945cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.780463] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 787.780463] env[69133]: value = "task-3190861" [ 787.780463] env[69133]: _type = "Task" [ 787.780463] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.792161] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190861, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.940930] env[69133]: DEBUG nova.scheduler.client.report [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.977981] env[69133]: INFO nova.compute.manager [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Took 51.02 seconds to build instance. [ 787.991798] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52722d36-f8a9-bb52-88a6-7d2db6d0f291, 'name': SearchDatastore_Task, 'duration_secs': 0.018583} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.992714] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.992959] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.993262] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.993363] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.993543] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.999049] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fafe606e-fb74-4472-8c90-e1dbceef8978 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.006381] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.020739] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.020953] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.022924] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db2d81d-b712-4d05-b961-cdd554efbc5d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.027402] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.028287] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85350945-c7d2-4cfb-b750-e383108773e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.035467] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.035641] env[69133]: ERROR oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk due to incomplete transfer. [ 788.037252] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dc806af-3bab-46af-947a-f901ac9cc528 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.039173] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 788.039173] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52425dbf-b484-3309-bc26-5b507d9c0983" [ 788.039173] env[69133]: _type = "Task" [ 788.039173] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.048158] env[69133]: DEBUG oslo_vmware.rw_handles [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527610ac-e7a8-3060-c90f-b2f14f5eb9d8/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.048339] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Uploaded image 245c3546-0732-4de9-91c3-1ebe39da12ed to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 788.051285] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.053700] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-700dd524-a6c4-474d-b3a7-adbf44033809 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.059621] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52425dbf-b484-3309-bc26-5b507d9c0983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.066797] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 788.066797] env[69133]: value = "task-3190862" [ 788.066797] env[69133]: _type = "Task" [ 788.066797] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.077213] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190862, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.119174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.119540] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Instance network_info: |[{"id": "24b63fbc-defe-4626-bcad-baf6c15fb917", "address": "fa:16:3e:2b:b3:00", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b63fbc-de", "ovs_interfaceid": "24b63fbc-defe-4626-bcad-baf6c15fb917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.119988] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:b3:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b63fbc-defe-4626-bcad-baf6c15fb917', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.127639] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Creating folder: Project (8ed72b6d8aa04316ac24cb198b8d5e9f). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.128314] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3526a602-5299-4d07-a910-20fd54021aed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.141019] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Created folder: Project (8ed72b6d8aa04316ac24cb198b8d5e9f) in parent group-v637972. [ 788.141170] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Creating folder: Instances. Parent ref: group-v638129. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.141422] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3565c9d1-7ff8-4165-9cda-1a052f12cbe7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.147712] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.151689] env[69133]: DEBUG nova.network.neutron [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updated VIF entry in instance network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.154034] env[69133]: DEBUG nova.network.neutron [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updating instance_info_cache with network_info: [{"id": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "address": "fa:16:3e:f5:1a:21", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad4d46-00", "ovs_interfaceid": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.154784] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Created folder: Instances in parent group-v638129. [ 788.155188] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.155523] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.155750] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c04586a-45d7-44ff-8a76-052781ac205a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.180184] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.180184] env[69133]: value = "task-3190865" [ 788.180184] env[69133]: _type = "Task" [ 788.180184] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.188510] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.188770] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.190088] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.190444] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.190444] env[69133]: DEBUG nova.virt.hardware [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.191504] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bab182-ad5b-462a-9adf-b424f9b8cb19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.197292] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190865, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.203254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e284788-10f3-4ee1-8aab-061f3d573d60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.234069] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 98%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.290571] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190861, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.369742] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Successfully created port: a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.451884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.454455] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.085s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.454643] env[69133]: DEBUG nova.objects.instance [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lazy-loading 'resources' on Instance uuid cbad918b-59ea-4937-b627-60f43b99da0d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.488229] env[69133]: INFO nova.scheduler.client.report [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Deleted allocations for instance c4ed826f-56bd-4482-b08f-468a90a6d5ef [ 788.500898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1e238780-778a-438a-9b96-27c7e0252d77 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.156s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.501623] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.523163] env[69133]: DEBUG nova.network.neutron [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.559767] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52425dbf-b484-3309-bc26-5b507d9c0983, 'name': SearchDatastore_Task, 'duration_secs': 0.024127} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.561059] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35b80df-3028-4c9e-aec2-0681e2733bef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.567291] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 788.567291] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52524d43-e523-47fb-f162-d34c38849972" [ 788.567291] env[69133]: _type = "Task" [ 788.567291] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.580349] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190862, 'name': Destroy_Task, 'duration_secs': 0.465533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.583627] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Destroyed the VM [ 788.583892] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.584250] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52524d43-e523-47fb-f162-d34c38849972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.585125] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30dc8f54-8ebb-4166-9d2d-3a3ebe970707 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.594032] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 788.594032] env[69133]: value = "task-3190866" [ 788.594032] env[69133]: _type = "Task" [ 788.594032] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.603823] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.657662] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Releasing lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.657961] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Received event network-vif-plugged-24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.658204] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.658435] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.658602] env[69133]: DEBUG oslo_concurrency.lockutils [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] Lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.658794] env[69133]: DEBUG nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] No waiting events found dispatching network-vif-plugged-24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.658995] env[69133]: WARNING nova.compute.manager [req-9e3893cb-2594-4316-a6e1-4c16d1dc4bd3 req-9b519244-019c-4a44-8161-ebe40509d0b5 service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Received unexpected event network-vif-plugged-24b63fbc-defe-4626-bcad-baf6c15fb917 for instance with vm_state building and task_state spawning. [ 788.696394] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190865, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.738314] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task} progress is 98%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.796807] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190861, 'name': Destroy_Task, 'duration_secs': 0.75147} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.797320] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Destroyed the VM [ 788.797707] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.798199] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce975a42-e526-4b42-a4a0-a95d72b89c41 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.807786] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 788.807786] env[69133]: value = "task-3190867" [ 788.807786] env[69133]: _type = "Task" [ 788.807786] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.828441] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.852981] env[69133]: DEBUG nova.compute.manager [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Received event network-changed-24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.853266] env[69133]: DEBUG nova.compute.manager [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Refreshing instance network info cache due to event network-changed-24b63fbc-defe-4626-bcad-baf6c15fb917. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.853602] env[69133]: DEBUG oslo_concurrency.lockutils [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] Acquiring lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.853866] env[69133]: DEBUG oslo_concurrency.lockutils [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] Acquired lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.854023] env[69133]: DEBUG nova.network.neutron [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Refreshing network info cache for port 24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.994556] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.000713] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6b623648-5654-44d7-85d8-5982f6f6c726 tempest-FloatingIPsAssociationTestJSON-1278174819 tempest-FloatingIPsAssociationTestJSON-1278174819-project-member] Lock "c4ed826f-56bd-4482-b08f-468a90a6d5ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.808s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.006418] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.026963] env[69133]: INFO nova.compute.manager [-] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Took 2.48 seconds to deallocate network for instance. [ 789.082861] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52524d43-e523-47fb-f162-d34c38849972, 'name': SearchDatastore_Task, 'duration_secs': 0.031089} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.083282] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.086288] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 298846ee-6f99-49d7-b889-3b166cf7d3cf/298846ee-6f99-49d7-b889-3b166cf7d3cf.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.086288] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f00ad2b-f08b-4ac2-8e5b-e6ec0a14aa16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.100299] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 789.100299] env[69133]: value = "task-3190868" [ 789.100299] env[69133]: _type = "Task" [ 789.100299] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.111876] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.118356] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.194196] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190865, 'name': CreateVM_Task, 'duration_secs': 0.798866} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.197682] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.198705] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.198879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.199247] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.200138] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac6b498-db13-448a-b324-e7a3bd70da98 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.207717] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 789.207717] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523165dd-d55a-a310-14a2-554c68d630ad" [ 789.207717] env[69133]: _type = "Task" [ 789.207717] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.225315] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523165dd-d55a-a310-14a2-554c68d630ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.225877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.226049] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.226313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.226458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.226951] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.230184] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a6e696b-f598-4df3-8d3e-ce8b2ee1d680 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.240831] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190848, 'name': RelocateVM_Task, 'duration_secs': 5.112258} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.241166] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 789.241300] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638070', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'name': 'volume-695b5fe2-e825-4b91-9e61-1028697b00a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74d8073a-8887-43ab-9ca2-dde971b8e9ec', 'attached_at': '', 'detached_at': '', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'serial': '695b5fe2-e825-4b91-9e61-1028697b00a1'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 789.244314] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e750e49c-b8ff-4f80-9569-f96b02a31940 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.245755] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.246148] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.246787] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d3ddc8-474b-4dcd-8050-d13114b0c5ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.271480] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 789.271480] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a9533b-d0da-783f-976c-621eafb574d3" [ 789.271480] env[69133]: _type = "Task" [ 789.271480] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.273411] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144171c-1416-4021-b2cd-5b9856465d91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.299971] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-695b5fe2-e825-4b91-9e61-1028697b00a1/volume-695b5fe2-e825-4b91-9e61-1028697b00a1.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.306933] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09244e56-c75d-4378-ac64-875c80de8b0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.321701] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a9533b-d0da-783f-976c-621eafb574d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012944} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.326704] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c79c1efa-4094-4e92-8b37-80438bc894aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.333099] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 789.333099] env[69133]: value = "task-3190869" [ 789.333099] env[69133]: _type = "Task" [ 789.333099] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.335815] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 789.335815] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5217e8a9-d9dc-3e0b-30f3-622677e20328" [ 789.335815] env[69133]: _type = "Task" [ 789.335815] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.343444] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.355432] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5217e8a9-d9dc-3e0b-30f3-622677e20328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.363779] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.493328] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190860, 'name': CloneVM_Task, 'duration_secs': 2.044225} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.496707] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created linked-clone VM from snapshot [ 789.497873] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af217ea5-fda5-40c1-b85f-7ebf598b26b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.508072] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploading image f374f710-a427-4b90-931b-4d3b61a3ba75 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.535292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.536628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.550816] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.550816] env[69133]: value = "vm-638128" [ 789.550816] env[69133]: _type = "VirtualMachine" [ 789.550816] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.551999] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7bf13c64-11c3-48dc-8ffb-3f6ad2c16978 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.568044] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease: (returnval){ [ 789.568044] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522d4304-11a6-0509-44f5-6c868625aa0c" [ 789.568044] env[69133]: _type = "HttpNfcLease" [ 789.568044] env[69133]: } obtained for exporting VM: (result){ [ 789.568044] env[69133]: value = "vm-638128" [ 789.568044] env[69133]: _type = "VirtualMachine" [ 789.568044] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.568483] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the lease: (returnval){ [ 789.568483] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522d4304-11a6-0509-44f5-6c868625aa0c" [ 789.568483] env[69133]: _type = "HttpNfcLease" [ 789.568483] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 789.586719] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.586719] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522d4304-11a6-0509-44f5-6c868625aa0c" [ 789.586719] env[69133]: _type = "HttpNfcLease" [ 789.586719] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 789.609699] env[69133]: DEBUG oslo_vmware.api [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190866, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661285} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.613785] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.614351] env[69133]: INFO nova.compute.manager [None req-9c350f17-1b61-4e4b-8835-a5fa53d62374 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 789.620730] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.763323] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271af65-21ff-445e-9f89-77435c1762a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.772162] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77865c4c-bcb3-47f3-98e7-d1aad478ed30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.810621] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6373d96-9b79-48a8-adce-3f7bc72caec3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.827156] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a23f30-6d7e-47f3-92ac-310e6a29f7f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.845020] env[69133]: DEBUG nova.compute.provider_tree [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.858080] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190867, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.868429] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5217e8a9-d9dc-3e0b-30f3-622677e20328, 'name': SearchDatastore_Task, 'duration_secs': 0.029201} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.870589] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.870870] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 562b8662-372b-4916-b7f2-c90bab1d7078/562b8662-372b-4916-b7f2-c90bab1d7078.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.871175] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190869, 'name': ReconfigVM_Task, 'duration_secs': 0.533236} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.871667] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-112bbc76-8bca-46e0-8883-31a292cbc805 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.873734] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-695b5fe2-e825-4b91-9e61-1028697b00a1/volume-695b5fe2-e825-4b91-9e61-1028697b00a1.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.878621] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd5252ce-80e3-4956-954d-d820586d206c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.895217] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 789.895217] env[69133]: value = "task-3190871" [ 789.895217] env[69133]: _type = "Task" [ 789.895217] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.901253] env[69133]: DEBUG nova.network.neutron [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updated VIF entry in instance network info cache for port 24b63fbc-defe-4626-bcad-baf6c15fb917. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.901749] env[69133]: DEBUG nova.network.neutron [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating instance_info_cache with network_info: [{"id": "24b63fbc-defe-4626-bcad-baf6c15fb917", "address": "fa:16:3e:2b:b3:00", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b63fbc-de", "ovs_interfaceid": "24b63fbc-defe-4626-bcad-baf6c15fb917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.903197] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 789.903197] env[69133]: value = "task-3190872" [ 789.903197] env[69133]: _type = "Task" [ 789.903197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.912298] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.918881] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190872, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.082024] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.082024] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522d4304-11a6-0509-44f5-6c868625aa0c" [ 790.082024] env[69133]: _type = "HttpNfcLease" [ 790.082024] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.082024] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.082024] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522d4304-11a6-0509-44f5-6c868625aa0c" [ 790.082024] env[69133]: _type = "HttpNfcLease" [ 790.082024] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.082024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba6236-56d0-4b47-98dd-84c62b1818ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.093489] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.094093] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.189121] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.190025] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 298846ee-6f99-49d7-b889-3b166cf7d3cf/298846ee-6f99-49d7-b889-3b166cf7d3cf.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.190171] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.190716] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c99138f-d927-4281-a3c4-0c26525b5a62 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.200196] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 790.200196] env[69133]: value = "task-3190873" [ 790.200196] env[69133]: _type = "Task" [ 790.200196] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.211452] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.315664] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff58fcc8-10f5-426b-a796-a4afb14c6700 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.334222] env[69133]: DEBUG oslo_vmware.api [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190867, 'name': RemoveSnapshot_Task, 'duration_secs': 1.048108} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.334530] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 790.351260] env[69133]: DEBUG nova.scheduler.client.report [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.406762] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190871, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.410551] env[69133]: DEBUG oslo_concurrency.lockutils [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] Releasing lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.410838] env[69133]: DEBUG nova.compute.manager [req-c520853e-ef77-4ac8-b19e-16e33fe10b3e req-d3d6fd2c-3b93-46b2-adf8-fedf03c4546a service nova] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Received event network-vif-deleted-0a555450-a1cb-43b2-9cc9-d8ebb7da1dda {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.419051] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190872, 'name': ReconfigVM_Task, 'duration_secs': 0.148804} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.419529] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638070', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'name': 'volume-695b5fe2-e825-4b91-9e61-1028697b00a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74d8073a-8887-43ab-9ca2-dde971b8e9ec', 'attached_at': '', 'detached_at': '', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'serial': '695b5fe2-e825-4b91-9e61-1028697b00a1'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 790.420019] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-389b4338-07b3-4c19-bfb8-46e6622dee1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.428539] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 790.428539] env[69133]: value = "task-3190874" [ 790.428539] env[69133]: _type = "Task" [ 790.428539] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.438113] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190874, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.593352] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Successfully updated port: a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.684599] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.684902] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.685253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.686082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.686261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.695361] env[69133]: INFO nova.compute.manager [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Terminating instance [ 790.713414] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242037} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.713690] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.714717] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba38ab-4b71-41ea-85ec-086cb5739e6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.743591] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 298846ee-6f99-49d7-b889-3b166cf7d3cf/298846ee-6f99-49d7-b889-3b166cf7d3cf.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.744984] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d35e06d-1924-4728-a67b-dcec5ed15778 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.771072] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 790.771072] env[69133]: value = "task-3190875" [ 790.771072] env[69133]: _type = "Task" [ 790.771072] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.782272] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.846533] env[69133]: WARNING nova.compute.manager [None req-178cfaa3-910b-4f57-b866-05151e46934e tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Image not found during snapshot: nova.exception.ImageNotFound: Image 2b0d31e8-42dc-437e-b6cd-ad5f4de946b7 could not be found. [ 790.860024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.863075] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.234s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.867809] env[69133]: INFO nova.compute.claims [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.906693] env[69133]: INFO nova.scheduler.client.report [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Deleted allocations for instance cbad918b-59ea-4937-b627-60f43b99da0d [ 790.922907] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519311} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.923377] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 562b8662-372b-4916-b7f2-c90bab1d7078/562b8662-372b-4916-b7f2-c90bab1d7078.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.923750] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.924811] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a41e26ad-7273-460d-9fc5-d7cad2ea6c6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.936294] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 790.936294] env[69133]: value = "task-3190876" [ 790.936294] env[69133]: _type = "Task" [ 790.936294] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.945238] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190874, 'name': Rename_Task, 'duration_secs': 0.147341} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.946011] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.947013] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60c9107b-e8be-4d72-b106-9c3797bd1b33 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.953268] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.955995] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 790.955995] env[69133]: value = "task-3190877" [ 790.955995] env[69133]: _type = "Task" [ 790.955995] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.968512] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.097799] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097799] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097799] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.202908] env[69133]: DEBUG nova.compute.manager [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.203337] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.204261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19a824-b2e8-4bd1-86c5-82a8c7d6b556 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.213052] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.213401] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003fa522-704b-4384-9ce4-f2baf0e252bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.222018] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 791.222018] env[69133]: value = "task-3190878" [ 791.222018] env[69133]: _type = "Task" [ 791.222018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.231813] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.284494] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190875, 'name': ReconfigVM_Task, 'duration_secs': 0.339629} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.284494] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 298846ee-6f99-49d7-b889-3b166cf7d3cf/298846ee-6f99-49d7-b889-3b166cf7d3cf.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.287198] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ed8e55-4e51-42e2-8303-e7ccdbf3c392 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.296117] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 791.296117] env[69133]: value = "task-3190879" [ 791.296117] env[69133]: _type = "Task" [ 791.296117] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.305935] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190879, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.427635] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4075ff3-1a72-4cac-871a-405bb8350e83 tempest-ServerShowV257Test-1762784332 tempest-ServerShowV257Test-1762784332-project-member] Lock "cbad918b-59ea-4937-b627-60f43b99da0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.313s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.448978] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144952} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.449176] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.451305] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2f1bd-c1a8-4807-9e82-1ad5b131b0a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.481880] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 562b8662-372b-4916-b7f2-c90bab1d7078/562b8662-372b-4916-b7f2-c90bab1d7078.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.482854] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b392b18-4943-4568-99da-87c3eb46e80e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.511191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.511381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.512038] env[69133]: DEBUG nova.objects.instance [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid be31b1a0-7ebd-40a5-a016-514f8bbdd18b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.515542] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190877, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.520105] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 791.520105] env[69133]: value = "task-3190880" [ 791.520105] env[69133]: _type = "Task" [ 791.520105] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.533227] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.645869] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.736807] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190878, 'name': PowerOffVM_Task, 'duration_secs': 0.339693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.737800] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.738038] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.738387] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0c318b1-2218-4b02-96a3-bdca265f67f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.810081] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190879, 'name': Rename_Task, 'duration_secs': 0.195707} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.811626] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.811626] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-416e84a4-5c27-488a-9f07-981a6772a12b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.820772] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.820772] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.820772] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Deleting the datastore file [datastore2] b50ef965-8e0d-4382-ad7a-69a0f7299d77 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.822295] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61969d0-430e-4ec3-b688-efa19156657e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.827050] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 791.827050] env[69133]: value = "task-3190882" [ 791.827050] env[69133]: _type = "Task" [ 791.827050] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.836844] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for the task: (returnval){ [ 791.836844] env[69133]: value = "task-3190883" [ 791.836844] env[69133]: _type = "Task" [ 791.836844] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.846039] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.852175] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.968832] env[69133]: DEBUG oslo_vmware.api [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3190877, 'name': PowerOnVM_Task, 'duration_secs': 0.598521} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.972481] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.972824] env[69133]: INFO nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Took 11.57 seconds to spawn the instance on the hypervisor. [ 791.972962] env[69133]: DEBUG nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.974418] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fecb4ef-11c9-4077-9537-1bf738c02cfa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.994144] env[69133]: DEBUG nova.network.neutron [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Updating instance_info_cache with network_info: [{"id": "a0088689-4aa1-4346-896e-0ed989b21b1d", "address": "fa:16:3e:00:d0:64", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0088689-4a", "ovs_interfaceid": "a0088689-4aa1-4346-896e-0ed989b21b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.013595] env[69133]: DEBUG nova.compute.manager [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Received event network-vif-plugged-a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.014016] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Acquiring lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.015072] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.015072] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.015072] env[69133]: DEBUG nova.compute.manager [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] No waiting events found dispatching network-vif-plugged-a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.015072] env[69133]: WARNING nova.compute.manager [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Received unexpected event network-vif-plugged-a0088689-4aa1-4346-896e-0ed989b21b1d for instance with vm_state building and task_state spawning. [ 792.015389] env[69133]: DEBUG nova.compute.manager [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Received event network-changed-a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.015463] env[69133]: DEBUG nova.compute.manager [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Refreshing instance network info cache due to event network-changed-a0088689-4aa1-4346-896e-0ed989b21b1d. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.015891] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Acquiring lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.038322] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190880, 'name': ReconfigVM_Task, 'duration_secs': 0.371479} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.039212] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 562b8662-372b-4916-b7f2-c90bab1d7078/562b8662-372b-4916-b7f2-c90bab1d7078.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.039378] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52181522-cbcb-4e81-85dc-65dbbc1b833e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.049810] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 792.049810] env[69133]: value = "task-3190884" [ 792.049810] env[69133]: _type = "Task" [ 792.049810] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.066275] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190884, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.166248] env[69133]: DEBUG nova.objects.instance [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid be31b1a0-7ebd-40a5-a016-514f8bbdd18b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.343039] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.356832] env[69133]: DEBUG oslo_vmware.api [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Task: {'id': task-3190883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153512} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.357364] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.357522] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.357824] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.358120] env[69133]: INFO nova.compute.manager [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Took 1.15 seconds to destroy the instance on the hypervisor. [ 792.358906] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.361973] env[69133]: DEBUG nova.compute.manager [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.362189] env[69133]: DEBUG nova.network.neutron [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.497720] env[69133]: INFO nova.compute.manager [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Took 52.84 seconds to build instance. [ 792.499530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.499881] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Instance network_info: |[{"id": "a0088689-4aa1-4346-896e-0ed989b21b1d", "address": "fa:16:3e:00:d0:64", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0088689-4a", "ovs_interfaceid": "a0088689-4aa1-4346-896e-0ed989b21b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.500541] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Acquired lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.500922] env[69133]: DEBUG nova.network.neutron [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Refreshing network info cache for port a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.503280] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d0:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0088689-4aa1-4346-896e-0ed989b21b1d', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.513822] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.521627] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.524259] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e7d30e4-93af-42c1-9e56-b5c9e2be228c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.548125] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c932b173-d7d2-48e5-8e4b-970a0aca5c79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.559880] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.559880] env[69133]: value = "task-3190885" [ 792.559880] env[69133]: _type = "Task" [ 792.559880] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.569313] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b641a5a-21f8-40db-af9d-762fdcb9e495 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.573508] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190884, 'name': Rename_Task, 'duration_secs': 0.17187} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.574038] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.574834] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70437d9f-b54f-4c7f-a35b-5c452977ebcf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.580777] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190885, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.616106] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee68d72-0b1a-4dd8-a31d-5f724165c570 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.621056] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 792.621056] env[69133]: value = "task-3190886" [ 792.621056] env[69133]: _type = "Task" [ 792.621056] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.632586] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2a8a0-5ddb-43fa-bc3a-cefbbb41dbc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.637032] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.651569] env[69133]: DEBUG nova.compute.provider_tree [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.669375] env[69133]: DEBUG nova.objects.base [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 792.669502] env[69133]: DEBUG nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.775625] env[69133]: DEBUG nova.policy [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.845719] env[69133]: DEBUG oslo_vmware.api [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3190882, 'name': PowerOnVM_Task, 'duration_secs': 0.795311} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.846330] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.846773] env[69133]: INFO nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Took 11.38 seconds to spawn the instance on the hypervisor. [ 792.846773] env[69133]: DEBUG nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.848053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b8499-a489-4d19-b84c-c07c6803208f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.001111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65c825e8-dc66-40ad-83bb-705e8485a0fb tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.113s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.074845] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190885, 'name': CreateVM_Task, 'duration_secs': 0.391188} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.075243] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.078513] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.078836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.079326] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.079977] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38a1109-515c-4822-9623-8b2c5587fff4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.089021] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 793.089021] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c4349d-7aa3-04ad-ddc4-febdbfbd76a4" [ 793.089021] env[69133]: _type = "Task" [ 793.089021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.098587] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c4349d-7aa3-04ad-ddc4-febdbfbd76a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.135146] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190886, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.158242] env[69133]: DEBUG nova.scheduler.client.report [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.166962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "98a61053-c73a-4626-bdc7-a80f77472086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.167709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.170023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "98a61053-c73a-4626-bdc7-a80f77472086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.170023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.170023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.171804] env[69133]: INFO nova.compute.manager [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Terminating instance [ 793.266492] env[69133]: DEBUG nova.network.neutron [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.373132] env[69133]: INFO nova.compute.manager [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Took 51.55 seconds to build instance. [ 793.380087] env[69133]: DEBUG nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Successfully created port: 942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.504196] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.548449] env[69133]: DEBUG nova.network.neutron [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Updated VIF entry in instance network info cache for port a0088689-4aa1-4346-896e-0ed989b21b1d. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.548999] env[69133]: DEBUG nova.network.neutron [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Updating instance_info_cache with network_info: [{"id": "a0088689-4aa1-4346-896e-0ed989b21b1d", "address": "fa:16:3e:00:d0:64", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0088689-4a", "ovs_interfaceid": "a0088689-4aa1-4346-896e-0ed989b21b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.600362] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c4349d-7aa3-04ad-ddc4-febdbfbd76a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015641} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.600732] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.600995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.601265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.601427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.601684] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.601944] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-085a6d59-600a-43de-9a42-1a170d4bbcca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.618907] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.619146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.619969] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923f0910-b884-4def-b2fc-ed7dbd34eca8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.633633] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 793.633633] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a34c3f-485a-bde1-7cf9-87553253aad4" [ 793.633633] env[69133]: _type = "Task" [ 793.633633] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.636949] env[69133]: DEBUG oslo_vmware.api [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3190886, 'name': PowerOnVM_Task, 'duration_secs': 0.57536} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.640264] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.640816] env[69133]: INFO nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Took 9.36 seconds to spawn the instance on the hypervisor. [ 793.640816] env[69133]: DEBUG nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.641798] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec6eb2-e58f-43b5-9d43-bde0869e1a59 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.654906] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a34c3f-485a-bde1-7cf9-87553253aad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.664227] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.664794] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.667690] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.852s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.667922] env[69133]: DEBUG nova.objects.instance [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lazy-loading 'resources' on Instance uuid 0a4dfc9a-3000-492a-80c3-1f379e14ecc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.677594] env[69133]: DEBUG nova.compute.manager [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.677872] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.678846] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b5bb4-5940-4e93-8028-85f4a84849ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.694145] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.694145] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea77e75-6250-481e-b56a-a7917139aaa7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.702191] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 793.702191] env[69133]: value = "task-3190887" [ 793.702191] env[69133]: _type = "Task" [ 793.702191] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.716538] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.772424] env[69133]: INFO nova.compute.manager [-] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Took 1.41 seconds to deallocate network for instance. [ 793.876676] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bf261e19-2310-44e5-ba56-2ed492ad564e tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.409s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.029819] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.052011] env[69133]: DEBUG oslo_concurrency.lockutils [req-646e463f-511e-4133-8891-fc435f9d3b37 req-3ca09492-0bff-4f3e-805a-c0dc2e0d097d service nova] Releasing lock "refresh_cache-769089ae-92dc-463f-9b74-2766a6d0c609" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.150084] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a34c3f-485a-bde1-7cf9-87553253aad4, 'name': SearchDatastore_Task, 'duration_secs': 0.018638} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.151387] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5e5ae7-2208-477d-bc49-2306967e7d5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.163161] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 794.163161] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ccc775-15a9-bbd7-d4f4-9e7d187917ee" [ 794.163161] env[69133]: _type = "Task" [ 794.163161] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.170810] env[69133]: INFO nova.compute.manager [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Took 45.06 seconds to build instance. [ 794.174025] env[69133]: DEBUG nova.compute.utils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.178913] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.179988] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.196846] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ccc775-15a9-bbd7-d4f4-9e7d187917ee, 'name': SearchDatastore_Task, 'duration_secs': 0.030873} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.197224] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.197586] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 769089ae-92dc-463f-9b74-2766a6d0c609/769089ae-92dc-463f-9b74-2766a6d0c609.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.198309] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16fe98c3-271a-4e89-b933-f6dbe854f53a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.215131] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 794.215131] env[69133]: value = "task-3190888" [ 794.215131] env[69133]: _type = "Task" [ 794.215131] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.231026] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190887, 'name': PowerOffVM_Task, 'duration_secs': 0.243043} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.231026] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.231026] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.231026] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a27fb52-e0a3-41b0-8ce1-c1b9a6a25d09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.236357] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.248611] env[69133]: DEBUG nova.policy [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a8ffa5e2459447f8ac946f1a258fd13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18ae9f97265f4929a5a96a103cee604d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.281934] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.379135] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.681272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2ba146e9-9075-4b00-87b0-eee4815f7910 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.451s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.682062] env[69133]: DEBUG nova.compute.utils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.727926] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.783564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca590a7-c891-4241-9b35-95970106f709 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.797442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a022061-355a-4556-afac-de314c09eb97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.833336] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b43b73-7e94-4889-a6ca-ab0ed696fe96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.842954] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e18a9-2f30-4a30-8bee-2edc1f168dc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.859987] env[69133]: DEBUG nova.compute.provider_tree [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.906565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.978357] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Successfully created port: bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.175745] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.176120] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.176381] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleting the datastore file [datastore1] 98a61053-c73a-4626-bdc7-a80f77472086 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.176757] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9dbcca-f2db-4df8-97cb-e759c624d68e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.185320] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.196270] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 795.196270] env[69133]: value = "task-3190890" [ 795.196270] env[69133]: _type = "Task" [ 795.196270] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.205765] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.227353] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619033} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.227638] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 769089ae-92dc-463f-9b74-2766a6d0c609/769089ae-92dc-463f-9b74-2766a6d0c609.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.227842] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.228204] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40bbf9e5-6c43-44ac-94d4-f027664fba2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.237303] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 795.237303] env[69133]: value = "task-3190891" [ 795.237303] env[69133]: _type = "Task" [ 795.237303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.249969] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.364617] env[69133]: DEBUG nova.scheduler.client.report [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.705389] env[69133]: DEBUG nova.compute.manager [req-2f337ab9-24fb-48ae-8f61-2c44bb658f1f req-f9c7a798-4935-43e0-80d7-f9342959e094 service nova] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Received event network-vif-deleted-d47160ef-5f9f-410b-aa4d-d15d3566cbc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.710530] env[69133]: DEBUG oslo_vmware.api [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3190890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325982} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.710789] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.711704] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.712614] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.712614] env[69133]: INFO nova.compute.manager [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Took 2.03 seconds to destroy the instance on the hypervisor. [ 795.712614] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.712873] env[69133]: DEBUG nova.compute.manager [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.712959] env[69133]: DEBUG nova.network.neutron [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.754109] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.878174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.882717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.654s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.887279] env[69133]: INFO nova.compute.claims [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.923029] env[69133]: INFO nova.scheduler.client.report [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Deleted allocations for instance 0a4dfc9a-3000-492a-80c3-1f379e14ecc9 [ 796.142953] env[69133]: DEBUG nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Successfully updated port: 942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.198411] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.230306] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:31:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='956086115',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-630870308',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.230661] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.230834] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.231187] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.231435] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.231603] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.231952] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.233154] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.233596] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.233674] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.233939] env[69133]: DEBUG nova.virt.hardware [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.235346] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b20bb-ff62-4699-8b06-dfc39aa896d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.247627] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ab4a77-2719-4cee-a06f-e90d9e5567e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.256624] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.676375} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.257410] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.258423] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7efe11d-685d-4711-8b66-8523cb039c72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.314620] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 769089ae-92dc-463f-9b74-2766a6d0c609/769089ae-92dc-463f-9b74-2766a6d0c609.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.314922] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81d07ba-ca62-4337-b328-33954ba99432 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.354116] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 796.354116] env[69133]: value = "task-3190892" [ 796.354116] env[69133]: _type = "Task" [ 796.354116] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.376378] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.435978] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0d41014a-e4ad-48ae-a512-0e190e9aa9fb tempest-ServersTestManualDisk-339225630 tempest-ServersTestManualDisk-339225630-project-member] Lock "0a4dfc9a-3000-492a-80c3-1f379e14ecc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.387s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.647116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.647116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.647116] env[69133]: DEBUG nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.865217] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.878060] env[69133]: DEBUG nova.network.neutron [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.214819] env[69133]: WARNING nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 797.348876] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670937a9-7935-4c5c-967c-e7f6bb598b6d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.362302] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a295de-e6d4-4265-af25-a901100b5f19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.371243] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190892, 'name': ReconfigVM_Task, 'duration_secs': 0.531737} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.402390] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 769089ae-92dc-463f-9b74-2766a6d0c609/769089ae-92dc-463f-9b74-2766a6d0c609.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.403437] env[69133]: INFO nova.compute.manager [-] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Took 1.69 seconds to deallocate network for instance. [ 797.407724] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d536c0-8037-42d9-ba95-808614123062 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.413143] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06717e0-f8ec-49d3-95f6-4f15c87f1b3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.427096] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1d7bdc-1e7a-48db-9282-59f9ee2d320c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.430855] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 797.430855] env[69133]: value = "task-3190893" [ 797.430855] env[69133]: _type = "Task" [ 797.430855] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.446265] env[69133]: DEBUG nova.compute.provider_tree [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.455648] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190893, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.697728] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Successfully updated port: bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.750132] env[69133]: DEBUG nova.network.neutron [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "942f938f-38e9-4690-8827-052b4c801e34", "address": "fa:16:3e:c7:90:27", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942f938f-38", "ovs_interfaceid": "942f938f-38e9-4690-8827-052b4c801e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.919317] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.943348] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190893, 'name': Rename_Task, 'duration_secs': 0.224708} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.943732] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.944117] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8fc2473-283a-4bd6-b521-e4a1686256e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.950357] env[69133]: DEBUG nova.scheduler.client.report [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.962024] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 797.962024] env[69133]: value = "task-3190894" [ 797.962024] env[69133]: _type = "Task" [ 797.962024] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.968702] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.200348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200520] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200737] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.255637] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.255637] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255637] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.255637] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5489934-1fb5-4c11-946c-3a0415d9b5ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.283029] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.283768] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.284118] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.284434] env[69133]: DEBUG nova.virt.hardware [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.294030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfiguring VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 798.294030] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f1a8309-2fa1-44a3-b7f4-cbaf5f2f5f66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.318662] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 798.318662] env[69133]: value = "task-3190895" [ 798.318662] env[69133]: _type = "Task" [ 798.318662] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.330852] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190895, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.457671] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.458324] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.461253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.650s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.461504] env[69133]: DEBUG nova.objects.instance [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 798.479470] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190894, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.782817] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.831018] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.977029] env[69133]: DEBUG nova.compute.utils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.979392] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.979594] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.981504] env[69133]: DEBUG oslo_vmware.api [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190894, 'name': PowerOnVM_Task, 'duration_secs': 0.68747} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.984047] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.984276] env[69133]: INFO nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Took 10.84 seconds to spawn the instance on the hypervisor. [ 798.984456] env[69133]: DEBUG nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.986211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712247b-cfd8-4dbe-aae4-973baa269246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.005407] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.006589] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b2f198-ca20-4513-af6d-b5f73afc05d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.016742] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.016742] env[69133]: ERROR oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk due to incomplete transfer. [ 799.016742] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37f237af-31a7-44f5-a7a1-6dd67edc7dab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.025560] env[69133]: DEBUG oslo_vmware.rw_handles [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286aa35-29c3-6963-8c77-2bc425d6deec/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.026212] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploaded image f374f710-a427-4b90-931b-4d3b61a3ba75 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.031255] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.031255] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7717fac7-54d2-45f8-b317-5914fea38240 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.038178] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 799.038178] env[69133]: value = "task-3190896" [ 799.038178] env[69133]: _type = "Task" [ 799.038178] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.049957] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190896, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.073780] env[69133]: DEBUG nova.policy [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c70a9c3f7384054aa5629dac414ca90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a73a07a7a4284095a237f4742a66d848', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.102493] env[69133]: DEBUG nova.network.neutron [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updating instance_info_cache with network_info: [{"id": "bf08591e-6edf-4c5c-9210-fe97651ae243", "address": "fa:16:3e:d5:88:80", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08591e-6e", "ovs_interfaceid": "bf08591e-6edf-4c5c-9210-fe97651ae243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.331127] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.478990] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55e8df82-2cc3-4c79-b8fc-69a64b607a92 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.480841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.325s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.483735] env[69133]: INFO nova.compute.claims [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.488760] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.505884] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Successfully created port: 4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.511383] env[69133]: INFO nova.compute.manager [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Took 45.61 seconds to build instance. [ 799.555204] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190896, 'name': Destroy_Task, 'duration_secs': 0.36273} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.555707] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroyed the VM [ 799.556102] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.556496] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-396ac7c0-862f-4f47-bdd0-645bebe0560d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.566914] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-vif-plugged-942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.567179] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.567827] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.568167] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.568479] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] No waiting events found dispatching network-vif-plugged-942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.568804] env[69133]: WARNING nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received unexpected event network-vif-plugged-942f938f-38e9-4690-8827-052b4c801e34 for instance with vm_state active and task_state None. [ 799.569112] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Received event network-changed-318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.569361] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Refreshing instance network info cache due to event network-changed-318c2f2e-8556-4b14-b7ac-26bb5cead52c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.569771] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.570134] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquired lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.570475] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Refreshing network info cache for port 318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.576405] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 799.576405] env[69133]: value = "task-3190897" [ 799.576405] env[69133]: _type = "Task" [ 799.576405] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.593339] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.605177] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.605846] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Instance network_info: |[{"id": "bf08591e-6edf-4c5c-9210-fe97651ae243", "address": "fa:16:3e:d5:88:80", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08591e-6e", "ovs_interfaceid": "bf08591e-6edf-4c5c-9210-fe97651ae243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.606918] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:88:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf08591e-6edf-4c5c-9210-fe97651ae243', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.624754] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.625996] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.626453] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2b3c22-47cc-4715-9895-85e48cad1370 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.665709] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.665709] env[69133]: value = "task-3190898" [ 799.665709] env[69133]: _type = "Task" [ 799.665709] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.680296] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190898, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.832895] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.013959] env[69133]: DEBUG oslo_concurrency.lockutils [None req-648fb079-28b7-42dd-bf5f-a6bb7670f0c0 tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.997s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.092975] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190897, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.177680] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190898, 'name': CreateVM_Task, 'duration_secs': 0.492901} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.180259] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.181018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.181246] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.181648] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.182247] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744a2b57-1eb5-4784-a882-a344260ae457 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.187679] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 800.187679] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52167fb1-ad3c-86ea-619b-28e44f9e72a7" [ 800.187679] env[69133]: _type = "Task" [ 800.187679] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.196772] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52167fb1-ad3c-86ea-619b-28e44f9e72a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.333016] env[69133]: DEBUG oslo_vmware.api [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190895, 'name': ReconfigVM_Task, 'duration_secs': 1.619459} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.333961] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.333961] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfigured VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 800.403956] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updated VIF entry in instance network info cache for port 318c2f2e-8556-4b14-b7ac-26bb5cead52c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.404477] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updating instance_info_cache with network_info: [{"id": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "address": "fa:16:3e:12:a5:ed", "network": {"id": "750f8cf4-5466-4ffe-88fc-f2f26c6aa7f3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-476986121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07d98d37edce45cfb6848e9df05c9bdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap318c2f2e-85", "ovs_interfaceid": "318c2f2e-8556-4b14-b7ac-26bb5cead52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.504697] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.533516] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.534103] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.534983] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.536207] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.536743] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.537188] env[69133]: DEBUG nova.virt.hardware [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.538849] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa2faf8-927f-4fb3-8f67-22036204c132 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.553706] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0095e653-9cea-4cd6-b0c9-829a5bd95991 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.596025] env[69133]: DEBUG oslo_vmware.api [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811395} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.596025] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.596025] env[69133]: INFO nova.compute.manager [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 800.711283] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52167fb1-ad3c-86ea-619b-28e44f9e72a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.713241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.713241] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.713241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.713241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.713241] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.713554] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a16fd9-0273-415e-aa6a-62a8fd53c3fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.727242] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.727831] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.729217] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e128208-d85c-48b3-bea6-898f505ed1a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.736386] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 800.736386] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52145d05-2bf2-56d5-537e-c4742b0a575c" [ 800.736386] env[69133]: _type = "Task" [ 800.736386] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.748892] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52145d05-2bf2-56d5-537e-c4742b0a575c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.840062] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c8ade387-74d4-48bc-9411-b582b5c908c8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.329s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.907974] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Releasing lock "refresh_cache-74d8073a-8887-43ab-9ca2-dde971b8e9ec" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.908361] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-changed-942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.908639] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing instance network info cache due to event network-changed-942f938f-38e9-4690-8827-052b4c801e34. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.908922] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.909108] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.909326] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Refreshing network info cache for port 942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.041694] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe66e1ba-cc7f-43ca-8d69-ed66fc86deb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.050579] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ff2f4-05a3-40b3-b932-c504593ab513 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.083859] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead21eb-2a15-41d5-ac76-1fd302e3f47d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.092906] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bd3a94-444c-41e5-92f1-07fde1eb42fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.110560] env[69133]: DEBUG nova.compute.provider_tree [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.179148] env[69133]: DEBUG nova.compute.manager [None req-a866669d-523e-426b-b6ae-946abb50261b tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Found 1 images (rotation: 2) {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 801.254367] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52145d05-2bf2-56d5-537e-c4742b0a575c, 'name': SearchDatastore_Task, 'duration_secs': 0.018653} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.254367] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2a65bc-3da8-4289-9526-8782af82900c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.262716] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 801.262716] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521952f5-e565-99b9-a21b-827d17227f71" [ 801.262716] env[69133]: _type = "Task" [ 801.262716] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.269681] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521952f5-e565-99b9-a21b-827d17227f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.286219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.286904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.615868] env[69133]: DEBUG nova.scheduler.client.report [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.776754] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521952f5-e565-99b9-a21b-827d17227f71, 'name': SearchDatastore_Task, 'duration_secs': 0.020364} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.776754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776754] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/2fc52d3b-ef43-49d3-86c4-ab60791a4e9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.776754] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de4626f0-8c68-4c1e-a9d7-b390be372bc9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.783843] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 801.783843] env[69133]: value = "task-3190899" [ 801.783843] env[69133]: _type = "Task" [ 801.783843] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.793726] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.799520] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.948887] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updated VIF entry in instance network info cache for port 942f938f-38e9-4690-8827-052b4c801e34. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.949473] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "942f938f-38e9-4690-8827-052b4c801e34", "address": "fa:16:3e:c7:90:27", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942f938f-38", "ovs_interfaceid": "942f938f-38e9-4690-8827-052b4c801e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.982936] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Successfully updated port: 4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.123909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.124498] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.130468] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.484s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.130468] env[69133]: DEBUG nova.objects.instance [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.294212] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.323301] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.453294] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.453820] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Received event network-vif-deleted-ca492e05-6749-4007-8354-7a06980848c1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.454158] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.454405] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing instance network info cache due to event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.454655] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.454861] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquired lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.455179] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.485695] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.485885] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.486083] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.515852] env[69133]: DEBUG nova.compute.manager [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Received event network-changed-24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.516516] env[69133]: DEBUG nova.compute.manager [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Refreshing instance network info cache due to event network-changed-24b63fbc-defe-4626-bcad-baf6c15fb917. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.516825] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Acquiring lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.517036] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Acquired lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.517258] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Refreshing network info cache for port 24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.612296] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa15945-5fee-4d2f-8a86-7d2413603f38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.623718] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Suspending the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 802.624051] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-55c68bf4-d32f-4b73-b547-94bdafad88d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.631447] env[69133]: DEBUG nova.compute.utils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.634136] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.634331] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.639880] env[69133]: DEBUG oslo_vmware.api [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] Waiting for the task: (returnval){ [ 802.639880] env[69133]: value = "task-3190900" [ 802.639880] env[69133]: _type = "Task" [ 802.639880] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.651316] env[69133]: DEBUG oslo_vmware.api [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] Task: {'id': task-3190900, 'name': SuspendVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.693551] env[69133]: DEBUG nova.policy [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cb5a969645e4d28a8a1f4c712408b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56c5ca577e66451bb9fb702e94dc0268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.794687] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871381} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.794810] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/2fc52d3b-ef43-49d3-86c4-ab60791a4e9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.794999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.795290] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70ca7c95-c1fc-4e7f-9fdd-d8ff5e2a4200 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.804446] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 802.804446] env[69133]: value = "task-3190901" [ 802.804446] env[69133]: _type = "Task" [ 802.804446] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.816688] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.079886] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.142447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f0c5c098-c0ac-42e9-aee1-f1296bb50f51 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.146443] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.149332] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.384s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.153787] env[69133]: INFO nova.compute.claims [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.172032] env[69133]: DEBUG oslo_vmware.api [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] Task: {'id': task-3190900, 'name': SuspendVM_Task} progress is 62%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.236958] env[69133]: DEBUG nova.compute.manager [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.237885] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61faebd0-1a51-4f49-a732-2e0cbbda4844 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.321848] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073708} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.322628] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.323539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2418a2be-c264-4602-894f-7a3442dc7d84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.355489] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/2fc52d3b-ef43-49d3-86c4-ab60791a4e9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.356516] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Successfully created port: ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.358467] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad3c7522-cda7-44e9-be89-f2bc50fa2291 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.375666] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updated VIF entry in instance network info cache for port 24b63fbc-defe-4626-bcad-baf6c15fb917. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.375666] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating instance_info_cache with network_info: [{"id": "24b63fbc-defe-4626-bcad-baf6c15fb917", "address": "fa:16:3e:2b:b3:00", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b63fbc-de", "ovs_interfaceid": "24b63fbc-defe-4626-bcad-baf6c15fb917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.383736] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 803.383736] env[69133]: value = "task-3190902" [ 803.383736] env[69133]: _type = "Task" [ 803.383736] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.396510] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.396510] env[69133]: DEBUG nova.network.neutron [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updating instance_info_cache with network_info: [{"id": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "address": "fa:16:3e:a5:80:6a", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b2ec6-05", "ovs_interfaceid": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.497828] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updated VIF entry in instance network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.498827] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updating instance_info_cache with network_info: [{"id": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "address": "fa:16:3e:f5:1a:21", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad4d46-00", "ovs_interfaceid": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.662525] env[69133]: DEBUG oslo_vmware.api [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] Task: {'id': task-3190900, 'name': SuspendVM_Task, 'duration_secs': 0.813063} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.662859] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Suspended the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 803.663039] env[69133]: DEBUG nova.compute.manager [None req-adbaa4e3-39da-42cc-8e7e-213fb1812416 tempest-ServersAdminNegativeTestJSON-1700372305 tempest-ServersAdminNegativeTestJSON-1700372305-project-admin] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.663969] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3f20ec-9e6d-476a-9554-16dc3972861a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.755014] env[69133]: INFO nova.compute.manager [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] instance snapshotting [ 803.755690] env[69133]: DEBUG nova.objects.instance [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.881343] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Releasing lock "refresh_cache-562b8662-372b-4916-b7f2-c90bab1d7078" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.881617] env[69133]: DEBUG nova.compute.manager [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.881805] env[69133]: DEBUG nova.compute.manager [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing instance network info cache due to event network-changed-91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.881998] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Acquiring lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.896506] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190902, 'name': ReconfigVM_Task, 'duration_secs': 0.347587} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.896805] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/2fc52d3b-ef43-49d3-86c4-ab60791a4e9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.897133] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69133) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 803.897994] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.898299] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Instance network_info: |[{"id": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "address": "fa:16:3e:a5:80:6a", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b2ec6-05", "ovs_interfaceid": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.898530] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-db3c64aa-9405-445c-9044-041fc212eab1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.901022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:80:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4b2ec6-0561-4f5c-87b0-4a370f772e42', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.908772] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.908995] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.909649] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2d7cf1-03e1-4e04-8427-d8999d863dbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.928630] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 803.928630] env[69133]: value = "task-3190903" [ 803.928630] env[69133]: _type = "Task" [ 803.928630] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.938825] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190903, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.940845] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.940845] env[69133]: value = "task-3190904" [ 803.940845] env[69133]: _type = "Task" [ 803.940845] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.950290] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190904, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.004787] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Releasing lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.005222] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Received event network-vif-plugged-bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.005448] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.005667] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.005836] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.006014] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] No waiting events found dispatching network-vif-plugged-bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.006204] env[69133]: WARNING nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Received unexpected event network-vif-plugged-bf08591e-6edf-4c5c-9210-fe97651ae243 for instance with vm_state building and task_state spawning. [ 804.006380] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Received event network-changed-bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.006591] env[69133]: DEBUG nova.compute.manager [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Refreshing instance network info cache due to event network-changed-bf08591e-6edf-4c5c-9210-fe97651ae243. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.006843] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquiring lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.007014] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Acquired lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.007191] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Refreshing network info cache for port bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.010332] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Acquired lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.010574] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Refreshing network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.177869] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.211515] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.211515] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.211515] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.211515] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.212288] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.212470] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.212725] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.212912] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.213116] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.213296] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.213671] env[69133]: DEBUG nova.virt.hardware [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.214531] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb79a9b-42e1-41ed-adc2-0948ce866f4c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.227689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5248f-54b4-4d2f-b23e-f783978a00bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.261133] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d9467-4cf2-48db-b347-821d5c60cacc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.285892] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd13ea-a14f-4f56-8392-b3d8cba5910c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.350694] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-942f938f-38e9-4690-8827-052b4c801e34" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.350946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-942f938f-38e9-4690-8827-052b4c801e34" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.444141] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190903, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064105} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.448020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69133) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 804.448862] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83505b20-b654-4079-b75b-cbdc1adfb042 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.463756] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190904, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.490526] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/ephemeral_0.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.497717] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ed5a5f-57d9-493f-9c73-6b009a64af71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.519560] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 804.519560] env[69133]: value = "task-3190905" [ 804.519560] env[69133]: _type = "Task" [ 804.519560] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.532335] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.704008] env[69133]: DEBUG nova.compute.manager [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Received event network-vif-plugged-4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.704358] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Acquiring lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.704582] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.704904] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.705144] env[69133]: DEBUG nova.compute.manager [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] No waiting events found dispatching network-vif-plugged-4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.705343] env[69133]: WARNING nova.compute.manager [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Received unexpected event network-vif-plugged-4c4b2ec6-0561-4f5c-87b0-4a370f772e42 for instance with vm_state building and task_state spawning. [ 804.705586] env[69133]: DEBUG nova.compute.manager [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Received event network-changed-4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.705850] env[69133]: DEBUG nova.compute.manager [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Refreshing instance network info cache due to event network-changed-4c4b2ec6-0561-4f5c-87b0-4a370f772e42. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.706163] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Acquiring lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.706422] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Acquired lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.706635] env[69133]: DEBUG nova.network.neutron [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Refreshing network info cache for port 4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.799297] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.799851] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a30953a-b66a-4218-9e87-7850a25ed089 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.809158] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 804.809158] env[69133]: value = "task-3190906" [ 804.809158] env[69133]: _type = "Task" [ 804.809158] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.815724] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895ed3b3-70f7-4c03-a54e-958aa4d042d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.824536] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.829117] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab06db32-774d-4781-b615-0771fa92431c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.863693] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.863693] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.870770] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa8655-fb7a-4336-859b-bc0748f14a28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.873212] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18364e4-6e71-49b2-8eab-83d9f3bb737f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.894608] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a5ed80-551d-4e1d-9873-cb51ed7428d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.899752] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e38a6-d719-4225-8364-d673994e338e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.929193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfiguring VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 804.938089] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a922be9-9347-4d7f-89b7-c0d9982bb3c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.951742] env[69133]: DEBUG nova.compute.provider_tree [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.963825] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190904, 'name': CreateVM_Task, 'duration_secs': 0.897836} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.965908] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.966323] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 804.966323] env[69133]: value = "task-3190907" [ 804.966323] env[69133]: _type = "Task" [ 804.966323] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.969628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.969628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.969628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.969628] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc9c221-b0c3-462c-a58e-a784f2212114 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.979377] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 804.979377] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520832d9-e386-6313-5b87-9473a1416b73" [ 804.979377] env[69133]: _type = "Task" [ 804.979377] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.982675] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.999851] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520832d9-e386-6313-5b87-9473a1416b73, 'name': SearchDatastore_Task, 'duration_secs': 0.013267} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.000287] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.001162] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.001162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.001162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.001339] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.007278] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003016b5-619f-4e3b-aedc-1ac0f5fce1d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.016697] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.016895] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.017682] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbf61cf-861a-448f-975a-0c4e3750d876 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.025382] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 805.025382] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5243a030-7f69-75a8-dde4-5fa8bb7cd125" [ 805.025382] env[69133]: _type = "Task" [ 805.025382] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.034187] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190905, 'name': ReconfigVM_Task, 'duration_secs': 0.456442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.035028] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b/ephemeral_0.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.035680] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da5b6f31-3893-4bea-bac1-37e470457124 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.041447] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5243a030-7f69-75a8-dde4-5fa8bb7cd125, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.042972] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5481dc-a8fa-4cdc-a587-77640c1553c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.048491] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 805.048491] env[69133]: value = "task-3190908" [ 805.048491] env[69133]: _type = "Task" [ 805.048491] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.049952] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 805.049952] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529c7029-89e3-84f5-e86b-ebed149c2966" [ 805.049952] env[69133]: _type = "Task" [ 805.049952] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.063780] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529c7029-89e3-84f5-e86b-ebed149c2966, 'name': SearchDatastore_Task, 'duration_secs': 0.011813} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.067922] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.068279] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/6fbe4a5c-8d76-4a70-a60f-20ca8de79472.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.068562] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190908, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.068782] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceed79de-0018-4b9f-bca6-1528dca0026e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.079031] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 805.079031] env[69133]: value = "task-3190909" [ 805.079031] env[69133]: _type = "Task" [ 805.079031] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.087363] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.151790] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updated VIF entry in instance network info cache for port bf08591e-6edf-4c5c-9210-fe97651ae243. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.152149] env[69133]: DEBUG nova.network.neutron [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updating instance_info_cache with network_info: [{"id": "bf08591e-6edf-4c5c-9210-fe97651ae243", "address": "fa:16:3e:d5:88:80", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08591e-6e", "ovs_interfaceid": "bf08591e-6edf-4c5c-9210-fe97651ae243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.154285] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updated VIF entry in instance network info cache for port 91ad4d46-0037-4e75-83c7-d9411fd0c218. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.159027] env[69133]: DEBUG nova.network.neutron [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updating instance_info_cache with network_info: [{"id": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "address": "fa:16:3e:f5:1a:21", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91ad4d46-00", "ovs_interfaceid": "91ad4d46-0037-4e75-83c7-d9411fd0c218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.326092] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.456342] env[69133]: DEBUG nova.scheduler.client.report [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.491125] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.562984] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190908, 'name': Rename_Task, 'duration_secs': 0.210897} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.563578] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.563939] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b3a655-0db7-4dfd-880a-76b19ea74c80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.575027] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 805.575027] env[69133]: value = "task-3190910" [ 805.575027] env[69133]: _type = "Task" [ 805.575027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.588133] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.594221] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489157} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.594752] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/6fbe4a5c-8d76-4a70-a60f-20ca8de79472.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.595155] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.595521] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9d5157d-bc86-450c-9429-a42dcdf14fbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.605797] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 805.605797] env[69133]: value = "task-3190911" [ 805.605797] env[69133]: _type = "Task" [ 805.605797] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.617540] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.639049] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Successfully updated port: ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.650444] env[69133]: DEBUG nova.network.neutron [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updated VIF entry in instance network info cache for port 4c4b2ec6-0561-4f5c-87b0-4a370f772e42. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.650444] env[69133]: DEBUG nova.network.neutron [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updating instance_info_cache with network_info: [{"id": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "address": "fa:16:3e:a5:80:6a", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b2ec6-05", "ovs_interfaceid": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.657850] env[69133]: DEBUG oslo_concurrency.lockutils [req-7776a4c7-45f9-4bbc-b69e-5493900d1b55 req-973316e8-a139-41a8-99fb-5895a2a1405a service nova] Releasing lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.659102] env[69133]: DEBUG oslo_concurrency.lockutils [req-f53ac6de-1c2e-44e6-9215-5b3b24b3bd2d req-a55bef44-179e-4cd8-9886-962a044145ef service nova] Releasing lock "refresh_cache-298846ee-6f99-49d7-b889-3b166cf7d3cf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.821010] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190906, 'name': CreateSnapshot_Task, 'duration_secs': 0.674935} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.821010] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.821610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32df198-bd03-4158-8488-9b5537ee15d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.963082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.964803] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.967672] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.135s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.967893] env[69133]: DEBUG nova.objects.instance [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lazy-loading 'resources' on Instance uuid 14000aa9-bfa5-488a-bcfb-4771792c5ce1 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.985286] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.085700] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.115778] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073389} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.117027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.117129] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205410ae-6612-4f7c-b094-23180a689bae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.140487] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/6fbe4a5c-8d76-4a70-a60f-20ca8de79472.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.141185] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2092660c-0a5e-4ded-8e80-1d2de7d30254 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.159435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.159686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquired lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.159861] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.161642] env[69133]: DEBUG oslo_concurrency.lockutils [req-2fff7ae0-dee9-48fd-a435-e4f8b0ff6db5 req-d75d2d7e-d408-4b0b-8a80-9ef461a738aa service nova] Releasing lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.178733] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 806.178733] env[69133]: value = "task-3190912" [ 806.178733] env[69133]: _type = "Task" [ 806.178733] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.191262] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.341096] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.341455] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3117411-2d5b-40c8-b8d0-1a88cc2ad52b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.351681] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 806.351681] env[69133]: value = "task-3190913" [ 806.351681] env[69133]: _type = "Task" [ 806.351681] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.360835] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190913, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.471469] env[69133]: DEBUG nova.compute.utils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.476650] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.476883] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.491105] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.547587] env[69133]: DEBUG nova.policy [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.586298] env[69133]: DEBUG oslo_vmware.api [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3190910, 'name': PowerOnVM_Task, 'duration_secs': 0.555396} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.586298] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.586298] env[69133]: INFO nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Took 10.39 seconds to spawn the instance on the hypervisor. [ 806.586298] env[69133]: DEBUG nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.587243] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d34c04-8813-49dc-bdc5-ab1ec22d438a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.693623] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190912, 'name': ReconfigVM_Task, 'duration_secs': 0.294049} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.693623] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/6fbe4a5c-8d76-4a70-a60f-20ca8de79472.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.694302] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42abd8b-fd79-4538-9c14-5186af1c2c06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.705914] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 806.705914] env[69133]: value = "task-3190914" [ 806.705914] env[69133]: _type = "Task" [ 806.705914] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.719051] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190914, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.720420] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.863860] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190913, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.978805] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.986969] env[69133]: DEBUG nova.compute.manager [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Received event network-vif-plugged-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.987196] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Acquiring lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.987393] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.987551] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.987708] env[69133]: DEBUG nova.compute.manager [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] No waiting events found dispatching network-vif-plugged-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.987859] env[69133]: WARNING nova.compute.manager [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Received unexpected event network-vif-plugged-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 for instance with vm_state building and task_state spawning. [ 806.988026] env[69133]: DEBUG nova.compute.manager [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Received event network-changed-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.988180] env[69133]: DEBUG nova.compute.manager [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Refreshing instance network info cache due to event network-changed-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.988336] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Acquiring lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.001527] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.002529] env[69133]: DEBUG nova.network.neutron [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Updating instance_info_cache with network_info: [{"id": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "address": "fa:16:3e:c9:82:1b", "network": {"id": "b15493b9-3405-4d0f-ad84-94fa402f4095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-75270027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c5ca577e66451bb9fb702e94dc0268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab45df02-a9", "ovs_interfaceid": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.010816] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addabe71-b0e1-4816-93ec-12c171eedef8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.028021] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb7631-7e85-4386-8b20-b7c60c0c8900 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.058484] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "d6bff616-449a-4199-8f75-226b41579020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.058843] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.058941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "d6bff616-449a-4199-8f75-226b41579020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.059168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.059342] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.061651] env[69133]: INFO nova.compute.manager [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Terminating instance [ 807.063449] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1b3bb-fc6d-46c2-a7ab-ccd65117a25f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074070] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37d591-3a7c-4b96-ba4e-42238f26e61a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.089949] env[69133]: DEBUG nova.compute.provider_tree [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.107705] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Successfully created port: d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.111739] env[69133]: INFO nova.compute.manager [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Took 45.50 seconds to build instance. [ 807.216883] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190914, 'name': Rename_Task, 'duration_secs': 0.141432} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.217183] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.217719] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f21ed23-ab20-403f-9264-0db06ba7caf1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.225161] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 807.225161] env[69133]: value = "task-3190915" [ 807.225161] env[69133]: _type = "Task" [ 807.225161] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.234396] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.363972] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190913, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.499917] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.504893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Releasing lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504893] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Instance network_info: |[{"id": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "address": "fa:16:3e:c9:82:1b", "network": {"id": "b15493b9-3405-4d0f-ad84-94fa402f4095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-75270027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c5ca577e66451bb9fb702e94dc0268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab45df02-a9", "ovs_interfaceid": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.505261] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Acquired lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.505473] env[69133]: DEBUG nova.network.neutron [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Refreshing network info cache for port ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.507321] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:82:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab45df02-a98e-4ac3-a71c-ed10fb1b7c43', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.515033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Creating folder: Project (56c5ca577e66451bb9fb702e94dc0268). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.515630] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91f45cd2-c25e-4b77-b251-65ac37ecc532 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.528369] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Created folder: Project (56c5ca577e66451bb9fb702e94dc0268) in parent group-v637972. [ 807.528716] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Creating folder: Instances. Parent ref: group-v638137. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.529368] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28693073-005f-4787-aac8-3fc08a4f83d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.542901] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Created folder: Instances in parent group-v638137. [ 807.542997] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.543203] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.543415] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64b9158a-60ba-4030-88d0-d45b952d7300 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.565748] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.565748] env[69133]: value = "task-3190918" [ 807.565748] env[69133]: _type = "Task" [ 807.565748] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.569408] env[69133]: DEBUG nova.compute.manager [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.569618] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.570390] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5228f-7934-48cf-8d97-3fc7c86b92f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.576783] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190918, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.581819] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.582383] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-702dbc72-4b1f-404c-8805-deb2bf18a665 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.589721] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 807.589721] env[69133]: value = "task-3190919" [ 807.589721] env[69133]: _type = "Task" [ 807.589721] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.593356] env[69133]: DEBUG nova.scheduler.client.report [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.605728] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.613879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-72cb1527-552c-4b86-8ef1-3327f89f6296 tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.727s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.737102] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.867415] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190913, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.990813] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.006984] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.028755] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.030442] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.030442] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.030632] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.030782] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.030931] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.032510] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.032510] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.032510] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.032510] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.032510] env[69133]: DEBUG nova.virt.hardware [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.033780] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4884ea-bf1e-4737-87a3-61db88badbe3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.046546] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a723b38-f5f6-4225-8a2b-24abddadf310 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.077198] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190918, 'name': CreateVM_Task, 'duration_secs': 0.361783} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.077445] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.078311] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.078514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078960] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.079309] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6bdde0-a4f1-4b15-b9bf-967ec165016e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.086320] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 808.086320] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a00033-9271-6c9a-0786-cac09b2b0881" [ 808.086320] env[69133]: _type = "Task" [ 808.086320] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.097317] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a00033-9271-6c9a-0786-cac09b2b0881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.098493] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.103668] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.612s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.103969] env[69133]: DEBUG nova.objects.instance [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'resources' on Instance uuid 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.105393] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190919, 'name': PowerOffVM_Task, 'duration_secs': 0.419869} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.105847] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.106413] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.106413] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f797324d-9f39-4d0d-849b-8a12eb9ba3e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.122706] env[69133]: INFO nova.scheduler.client.report [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Deleted allocations for instance 14000aa9-bfa5-488a-bcfb-4771792c5ce1 [ 808.192339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.192554] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.192736] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleting the datastore file [datastore1] d6bff616-449a-4199-8f75-226b41579020 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.193253] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba51f785-7ac5-4406-817e-56ca94fadab8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.200981] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 808.200981] env[69133]: value = "task-3190921" [ 808.200981] env[69133]: _type = "Task" [ 808.200981] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.210853] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.236978] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.305215] env[69133]: DEBUG nova.network.neutron [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Updated VIF entry in instance network info cache for port ab45df02-a98e-4ac3-a71c-ed10fb1b7c43. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.306017] env[69133]: DEBUG nova.network.neutron [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Updating instance_info_cache with network_info: [{"id": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "address": "fa:16:3e:c9:82:1b", "network": {"id": "b15493b9-3405-4d0f-ad84-94fa402f4095", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-75270027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56c5ca577e66451bb9fb702e94dc0268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab45df02-a9", "ovs_interfaceid": "ab45df02-a98e-4ac3-a71c-ed10fb1b7c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.370259] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190913, 'name': CloneVM_Task, 'duration_secs': 1.885356} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.370542] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created linked-clone VM from snapshot [ 808.371326] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efb7819-1540-4cc4-a0e3-753f5a9c4921 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.382557] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploading image c039f334-4d41-4be4-8bf0-75cc13f89cba {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.423493] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.423493] env[69133]: value = "vm-638136" [ 808.423493] env[69133]: _type = "VirtualMachine" [ 808.423493] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.423841] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-72e1be6b-31d9-4204-a246-1f850637c47e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.441546] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease: (returnval){ [ 808.441546] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dea61c-18cc-8854-f5ab-17a1913714bd" [ 808.441546] env[69133]: _type = "HttpNfcLease" [ 808.441546] env[69133]: } obtained for exporting VM: (result){ [ 808.441546] env[69133]: value = "vm-638136" [ 808.441546] env[69133]: _type = "VirtualMachine" [ 808.441546] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.441969] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the lease: (returnval){ [ 808.441969] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dea61c-18cc-8854-f5ab-17a1913714bd" [ 808.441969] env[69133]: _type = "HttpNfcLease" [ 808.441969] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.452531] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.452531] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dea61c-18cc-8854-f5ab-17a1913714bd" [ 808.452531] env[69133]: _type = "HttpNfcLease" [ 808.452531] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.497652] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.603127] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a00033-9271-6c9a-0786-cac09b2b0881, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.606137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.606202] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.606428] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.606570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.606743] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.607381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.607613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.612179] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ecd7f74-b8aa-43c6-b7f7-5b02a2b6c961 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.623792] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.623999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.625644] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc6f482-0f7c-48e7-be50-c6ea1cc07351 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.632290] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0943b1b9-daac-42b1-bb7d-95f272aeaf99 tempest-AttachInterfacesUnderV243Test-647775673 tempest-AttachInterfacesUnderV243Test-647775673-project-member] Lock "14000aa9-bfa5-488a-bcfb-4771792c5ce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.637240] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 808.637240] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5298718c-06d6-52f6-4127-706bcee0a817" [ 808.637240] env[69133]: _type = "Task" [ 808.637240] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.652303] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5298718c-06d6-52f6-4127-706bcee0a817, 'name': SearchDatastore_Task} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.657355] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27927ed-f07c-489a-a3b0-1b4157066895 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.664739] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 808.664739] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c3cd69-8d4e-f118-d4ca-76f4676f7266" [ 808.664739] env[69133]: _type = "Task" [ 808.664739] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.677901] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c3cd69-8d4e-f118-d4ca-76f4676f7266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.689008] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "769089ae-92dc-463f-9b74-2766a6d0c609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.689596] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.689815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.690000] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.690208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.693246] env[69133]: INFO nova.compute.manager [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Terminating instance [ 808.717936] env[69133]: DEBUG oslo_vmware.api [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3190921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132007} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.722252] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.722493] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.722703] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.723136] env[69133]: INFO nova.compute.manager [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: d6bff616-449a-4199-8f75-226b41579020] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.723228] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.724534] env[69133]: DEBUG nova.compute.manager [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Received event network-changed-bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.724756] env[69133]: DEBUG nova.compute.manager [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Refreshing instance network info cache due to event network-changed-bf08591e-6edf-4c5c-9210-fe97651ae243. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.725018] env[69133]: DEBUG oslo_concurrency.lockutils [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] Acquiring lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.725196] env[69133]: DEBUG oslo_concurrency.lockutils [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] Acquired lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.725355] env[69133]: DEBUG nova.network.neutron [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Refreshing network info cache for port bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.727502] env[69133]: DEBUG nova.compute.manager [-] [instance: d6bff616-449a-4199-8f75-226b41579020] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.727732] env[69133]: DEBUG nova.network.neutron [-] [instance: d6bff616-449a-4199-8f75-226b41579020] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.741328] env[69133]: DEBUG oslo_vmware.api [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190915, 'name': PowerOnVM_Task, 'duration_secs': 1.461898} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.741573] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.741765] env[69133]: INFO nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Took 8.24 seconds to spawn the instance on the hypervisor. [ 808.742067] env[69133]: DEBUG nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.743691] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623b1a56-f947-45b5-9452-b398b00bc145 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.814621] env[69133]: DEBUG oslo_concurrency.lockutils [req-583b9291-de48-4a00-b294-47519ae6df1d req-0571c8b2-3a92-4a28-b48e-ce392e0dd5a4 service nova] Releasing lock "refresh_cache-3b2a9857-7f64-478a-96f1-128df28e7e90" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.955147] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.955147] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dea61c-18cc-8854-f5ab-17a1913714bd" [ 808.955147] env[69133]: _type = "HttpNfcLease" [ 808.955147] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.955632] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.955632] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dea61c-18cc-8854-f5ab-17a1913714bd" [ 808.955632] env[69133]: _type = "HttpNfcLease" [ 808.955632] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.957217] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c02d04-e3f5-48de-a1b3-09c7324fd586 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.968855] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.969127] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.050052] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.116129] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.173255] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b762b8d-deab-4a6f-bbb5-ec7e53acc7df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.186036] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c3cd69-8d4e-f118-d4ca-76f4676f7266, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.186482] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.186738] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 3b2a9857-7f64-478a-96f1-128df28e7e90/3b2a9857-7f64-478a-96f1-128df28e7e90.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.187036] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ec10ec4-cc9d-4d3e-893f-8b74ce372605 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.201404] env[69133]: DEBUG nova.compute.manager [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.201607] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.210214] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6355f1b3-ade9-4290-bcf4-bf5bd1f22c69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.210214] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 809.210214] env[69133]: value = "task-3190923" [ 809.210214] env[69133]: _type = "Task" [ 809.210214] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.218695] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.220224] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5604a54-9376-4549-8d03-4fe25d5948e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.230703] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.272166] env[69133]: INFO nova.compute.manager [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Took 44.06 seconds to build instance. [ 809.295244] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.295523] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.295715] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleting the datastore file [datastore2] 769089ae-92dc-463f-9b74-2766a6d0c609 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.295993] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc4f06eb-afd8-46bc-bec5-56a70e75191f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.306591] env[69133]: DEBUG oslo_vmware.api [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 809.306591] env[69133]: value = "task-3190925" [ 809.306591] env[69133]: _type = "Task" [ 809.306591] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.321285] env[69133]: DEBUG oslo_vmware.api [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.322872] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Successfully updated port: d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.327434] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ed455-cf9c-4505-af3d-dc36a9bb7760 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.335141] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41187d92-2dd2-4278-970c-1eed80048483 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.371441] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bca9b0-4d31-4573-b666-d2af4b3e1bf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.383809] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48569a-1eff-4e8e-8ceb-0c8114685f98 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.403177] env[69133]: DEBUG nova.compute.provider_tree [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.446177] env[69133]: DEBUG nova.compute.manager [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Received event network-vif-plugged-d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.446470] env[69133]: DEBUG oslo_concurrency.lockutils [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] Acquiring lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.446707] env[69133]: DEBUG oslo_concurrency.lockutils [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.446892] env[69133]: DEBUG oslo_concurrency.lockutils [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.449040] env[69133]: DEBUG nova.compute.manager [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] No waiting events found dispatching network-vif-plugged-d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.449040] env[69133]: WARNING nova.compute.manager [req-bae15977-00e7-494f-9155-76a7eb7dcaef req-9c9ec3df-1d9b-4e76-8bbb-9dd0616c96e7 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Received unexpected event network-vif-plugged-d82078b7-5d96-4451-b90b-d9f3512a81a9 for instance with vm_state building and task_state spawning. [ 809.554202] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.655901] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.718568] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491401} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.718872] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 3b2a9857-7f64-478a-96f1-128df28e7e90/3b2a9857-7f64-478a-96f1-128df28e7e90.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.719260] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.720069] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462c1c47-065b-4bea-baa6-403bb5facc14 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.728826] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 809.728826] env[69133]: value = "task-3190926" [ 809.728826] env[69133]: _type = "Task" [ 809.728826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.741977] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.743040] env[69133]: DEBUG nova.network.neutron [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updated VIF entry in instance network info cache for port bf08591e-6edf-4c5c-9210-fe97651ae243. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.743521] env[69133]: DEBUG nova.network.neutron [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updating instance_info_cache with network_info: [{"id": "bf08591e-6edf-4c5c-9210-fe97651ae243", "address": "fa:16:3e:d5:88:80", "network": {"id": "d9447be0-680f-4417-8a9b-ce7d832b0b2c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1906648178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ae9f97265f4929a5a96a103cee604d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08591e-6e", "ovs_interfaceid": "bf08591e-6edf-4c5c-9210-fe97651ae243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.772766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4dc08129-050c-4cc2-8214-827a48268bf4 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.825714] env[69133]: DEBUG oslo_vmware.api [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3190925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342674} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.826367] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.826672] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.826962] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.827265] env[69133]: INFO nova.compute.manager [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Took 0.63 seconds to destroy the instance on the hypervisor. [ 809.827629] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.827730] env[69133]: DEBUG nova.compute.manager [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.827871] env[69133]: DEBUG nova.network.neutron [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.830147] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830227] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.830448] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.911067] env[69133]: DEBUG nova.scheduler.client.report [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.052478] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.061700] env[69133]: DEBUG nova.network.neutron [-] [instance: d6bff616-449a-4199-8f75-226b41579020] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.241623] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07161} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.242226] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.243477] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ad346a-4a19-40d1-935d-13b4ef06e0ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.247114] env[69133]: DEBUG oslo_concurrency.lockutils [req-5df53862-ba2a-44c8-ac3d-909d22ffaa45 req-b794fc23-7c8b-47f9-be25-91a0328571f6 service nova] Releasing lock "refresh_cache-2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.270837] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 3b2a9857-7f64-478a-96f1-128df28e7e90/3b2a9857-7f64-478a-96f1-128df28e7e90.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.271322] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d1e8955-61e0-4f2f-895d-dedb8c297ad2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.294437] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 810.294437] env[69133]: value = "task-3190927" [ 810.294437] env[69133]: _type = "Task" [ 810.294437] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.299544] env[69133]: INFO nova.compute.manager [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Rescuing [ 810.302106] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.302106] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.302106] env[69133]: DEBUG nova.network.neutron [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.311498] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.366608] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.417029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.418972] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.867s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.419228] env[69133]: DEBUG nova.objects.instance [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lazy-loading 'resources' on Instance uuid c99145c3-8bdc-42e5-8157-5647d4ae417c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.444567] env[69133]: INFO nova.scheduler.client.report [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted allocations for instance 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2 [ 810.531046] env[69133]: DEBUG nova.network.neutron [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Updating instance_info_cache with network_info: [{"id": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "address": "fa:16:3e:be:78:1e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82078b7-5d", "ovs_interfaceid": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.553854] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.563872] env[69133]: INFO nova.compute.manager [-] [instance: d6bff616-449a-4199-8f75-226b41579020] Took 1.84 seconds to deallocate network for instance. [ 810.668842] env[69133]: DEBUG nova.network.neutron [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.809683] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190927, 'name': ReconfigVM_Task, 'duration_secs': 0.297955} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.810091] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 3b2a9857-7f64-478a-96f1-128df28e7e90/3b2a9857-7f64-478a-96f1-128df28e7e90.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.811122] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dccebc46-4818-4fd2-b4e2-454ea04e7fc0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.820801] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 810.820801] env[69133]: value = "task-3190928" [ 810.820801] env[69133]: _type = "Task" [ 810.820801] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.840331] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190928, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.957717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d941f168-b7a7-4995-8324-8ca82a50548c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.584s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.033357] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.033883] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Instance network_info: |[{"id": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "address": "fa:16:3e:be:78:1e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82078b7-5d", "ovs_interfaceid": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.034427] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:78:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82078b7-5d96-4451-b90b-d9f3512a81a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.045950] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.049318] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.055354] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b716be-893c-4d06-9242-533875492028 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.079228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.087770] env[69133]: DEBUG oslo_vmware.api [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190907, 'name': ReconfigVM_Task, 'duration_secs': 5.876449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.089448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.089868] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Reconfigured VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 811.092660] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.092660] env[69133]: value = "task-3190929" [ 811.092660] env[69133]: _type = "Task" [ 811.092660] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.110141] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.173213] env[69133]: INFO nova.compute.manager [-] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Took 1.35 seconds to deallocate network for instance. [ 811.202773] env[69133]: DEBUG nova.network.neutron [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updating instance_info_cache with network_info: [{"id": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "address": "fa:16:3e:a5:80:6a", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b2ec6-05", "ovs_interfaceid": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.338402] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190928, 'name': Rename_Task, 'duration_secs': 0.25988} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.338766] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.339042] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73650dcb-7b2b-4a1e-8ee6-dbcdea9bf00b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.351914] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 811.351914] env[69133]: value = "task-3190930" [ 811.351914] env[69133]: _type = "Task" [ 811.351914] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.365263] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.491028] env[69133]: DEBUG nova.compute.manager [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Received event network-changed-d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.494745] env[69133]: DEBUG nova.compute.manager [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Refreshing instance network info cache due to event network-changed-d82078b7-5d96-4451-b90b-d9f3512a81a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.495101] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] Acquiring lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.495395] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] Acquired lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.495650] env[69133]: DEBUG nova.network.neutron [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Refreshing network info cache for port d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.595606] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfd9af9-d1c7-4bfe-b585-89a7f1b408f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.612272] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.615322] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26a221-f4bb-474b-b60d-7e8e938e6ec6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.653225] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ac1a1-22b7-476d-ad02-8ef715aa1f8a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.664405] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da3268-42a9-4a69-89fb-5b90ab57bf8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.682114] env[69133]: DEBUG nova.compute.provider_tree [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.685898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.706066] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.863683] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.112333] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.188854] env[69133]: DEBUG nova.scheduler.client.report [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.304662] env[69133]: DEBUG nova.network.neutron [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Updated VIF entry in instance network info cache for port d82078b7-5d96-4451-b90b-d9f3512a81a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.305058] env[69133]: DEBUG nova.network.neutron [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Updating instance_info_cache with network_info: [{"id": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "address": "fa:16:3e:be:78:1e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82078b7-5d", "ovs_interfaceid": "d82078b7-5d96-4451-b90b-d9f3512a81a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.364122] env[69133]: DEBUG oslo_vmware.api [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190930, 'name': PowerOnVM_Task, 'duration_secs': 0.515805} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.364122] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.364122] env[69133]: INFO nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Took 8.19 seconds to spawn the instance on the hypervisor. [ 812.364122] env[69133]: DEBUG nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.365063] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c477e-140c-4544-83ff-8b6d3bcef7f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.610492] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.695147] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.697985] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.013s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.700381] env[69133]: INFO nova.compute.claims [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.724108] env[69133]: INFO nova.scheduler.client.report [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Deleted allocations for instance c99145c3-8bdc-42e5-8157-5647d4ae417c [ 812.750022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.750022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.750022] env[69133]: DEBUG nova.network.neutron [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.808027] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] Releasing lock "refresh_cache-ffa62f50-2af5-44ef-a34e-91a4463fdc17" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.808313] env[69133]: DEBUG nova.compute.manager [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: d6bff616-449a-4199-8f75-226b41579020] Received event network-vif-deleted-9f560ebc-0f79-4aa2-90e7-9b8efab74590 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.808541] env[69133]: DEBUG nova.compute.manager [req-9a11d488-1702-413d-81bd-d59778332827 req-face7e11-a7e4-4ff9-ab08-5eca92bfb04d service nova] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Received event network-vif-deleted-a0088689-4aa1-4346-896e-0ed989b21b1d {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.883474] env[69133]: INFO nova.compute.manager [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Took 32.76 seconds to build instance. [ 813.111285] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.235532] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7e9767c6-652c-45cc-9825-15f3bf3e953b tempest-ServersTestFqdnHostnames-210924604 tempest-ServersTestFqdnHostnames-210924604-project-member] Lock "c99145c3-8bdc-42e5-8157-5647d4ae417c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.128s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.259336] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.259623] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.259914] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.260146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.260230] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.262392] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.263010] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c846f857-0646-4b76-939a-15ce7b82842a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.264702] env[69133]: INFO nova.compute.manager [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Terminating instance [ 813.273909] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 813.273909] env[69133]: value = "task-3190931" [ 813.273909] env[69133]: _type = "Task" [ 813.273909] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.285325] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.388193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3efd8068-046c-497b-b9ff-dea12a33ab7a tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.765s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.614827] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190929, 'name': CreateVM_Task, 'duration_secs': 2.298873} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.616078] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.617325] env[69133]: DEBUG nova.compute.manager [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-vif-deleted-942f938f-38e9-4690-8827-052b4c801e34 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.617519] env[69133]: INFO nova.compute.manager [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Neutron deleted interface 942f938f-38e9-4690-8827-052b4c801e34; detaching it from the instance and deleting it from the info cache [ 813.617767] env[69133]: DEBUG nova.network.neutron [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.619755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.619755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.619985] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.621592] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62df765-3162-45ef-881f-b81441c54fc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.629072] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 813.629072] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cbdecb-bf13-280d-9d91-9cd0a76d23ce" [ 813.629072] env[69133]: _type = "Task" [ 813.629072] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.642680] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cbdecb-bf13-280d-9d91-9cd0a76d23ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.768431] env[69133]: DEBUG nova.compute.manager [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.768677] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.769908] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e4497-0e98-46b0-a2ff-10721632c8ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.776549] env[69133]: INFO nova.network.neutron [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Port 942f938f-38e9-4690-8827-052b4c801e34 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 813.777516] env[69133]: DEBUG nova.network.neutron [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [{"id": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "address": "fa:16:3e:7b:65:8c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d51ba8-a9", "ovs_interfaceid": "86d51ba8-a951-4d78-a494-9dcfbfc5d739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.794550] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.794985] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190931, 'name': PowerOffVM_Task, 'duration_secs': 0.290013} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.795398] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3bc519c-345e-42f8-884c-143f686717c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.797214] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.801316] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32910db5-225f-4ea4-ace3-71b0b5258069 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.829917] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fe28ad-e07f-43f5-bd48-cb6a64b0b341 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.833543] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 813.833543] env[69133]: value = "task-3190932" [ 813.833543] env[69133]: _type = "Task" [ 813.833543] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.849671] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.876937] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.876937] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40da2f7a-65f4-420b-a003-9d00751f1870 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.885141] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 813.885141] env[69133]: value = "task-3190933" [ 813.885141] env[69133]: _type = "Task" [ 813.885141] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.898755] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 813.898995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.899297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.899414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.899721] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.899873] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5859cbc2-bcf9-45f0-8118-28ed97b5e5d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.914193] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.914193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.914193] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a4036a-a7c3-4b0f-ac63-8757556c4c6d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.919868] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 813.919868] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52166f98-a494-2b7a-a5d9-a72fe0211e27" [ 813.919868] env[69133]: _type = "Task" [ 813.919868] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.930154] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52166f98-a494-2b7a-a5d9-a72fe0211e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.124538] env[69133]: DEBUG oslo_concurrency.lockutils [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] Acquiring lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.147390] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cbdecb-bf13-280d-9d91-9cd0a76d23ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015351} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.147390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.147705] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.147813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.288018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.308154] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f9baa-41e7-43f0-b2b5-7c656aeb0c4c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.317593] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf753f0-55dc-45da-920c-6fb51674606c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.362031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2722e6c-129c-4590-97a4-f5d4b87b794e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.378456] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e435b9-bb6d-4ea7-ae63-5904998c3239 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.386016] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190932, 'name': PowerOffVM_Task, 'duration_secs': 0.21799} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.386016] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.386016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.386016] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c1b708-6e84-4c09-bd47-fa6c489966d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.400900] env[69133]: DEBUG nova.compute.provider_tree [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.433519] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52166f98-a494-2b7a-a5d9-a72fe0211e27, 'name': SearchDatastore_Task, 'duration_secs': 0.019199} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.435098] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d80d4aa-7fcd-4353-a45c-48a504a0c749 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.443452] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 814.443452] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5291988c-e940-5f6a-d74c-0c4d6c791fa9" [ 814.443452] env[69133]: _type = "Task" [ 814.443452] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.455902] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5291988c-e940-5f6a-d74c-0c4d6c791fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.464910] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.465468] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.465699] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleting the datastore file [datastore1] be31b1a0-7ebd-40a5-a016-514f8bbdd18b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.466131] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed1d7c65-32f4-4369-9897-8a408b0e1412 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.476390] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 814.476390] env[69133]: value = "task-3190935" [ 814.476390] env[69133]: _type = "Task" [ 814.476390] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.488899] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.792590] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dcdae617-37b2-4932-919c-d7fe01b0dccc tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-be31b1a0-7ebd-40a5-a016-514f8bbdd18b-942f938f-38e9-4690-8827-052b4c801e34" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.441s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.904839] env[69133]: DEBUG nova.scheduler.client.report [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.958191] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5291988c-e940-5f6a-d74c-0c4d6c791fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.013472} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.958483] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.958769] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 814.959080] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.959410] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.959567] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c071cb7-e8a9-47d6-a10b-b0cabe840469 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.963645] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d147de-c65c-4292-9450-94185abc998f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.973931] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 814.973931] env[69133]: value = "task-3190936" [ 814.973931] env[69133]: _type = "Task" [ 814.973931] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.982392] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.982587] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.988821] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16c8b3e-d771-4fb8-9b9d-fa903fb0786f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.995827] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.002904] env[69133]: DEBUG oslo_vmware.api [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3190935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233004} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.004011] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.004146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.004340] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.004669] env[69133]: INFO nova.compute.manager [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 815.004831] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.005116] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 815.005116] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52602399-b069-08e4-39e8-22e39e12302c" [ 815.005116] env[69133]: _type = "Task" [ 815.005116] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.005304] env[69133]: DEBUG nova.compute.manager [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.005426] env[69133]: DEBUG nova.network.neutron [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.022808] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52602399-b069-08e4-39e8-22e39e12302c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.168887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "3b2a9857-7f64-478a-96f1-128df28e7e90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.169179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.169440] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.169693] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.169885] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.172777] env[69133]: INFO nova.compute.manager [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Terminating instance [ 815.411620] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.412355] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.417074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.285s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.418087] env[69133]: DEBUG nova.objects.instance [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lazy-loading 'resources' on Instance uuid 27658181-4601-4db5-ae91-d802a74f2c9e {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.489787] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.523129] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52602399-b069-08e4-39e8-22e39e12302c, 'name': SearchDatastore_Task, 'duration_secs': 0.019072} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.525268] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f369ad-ac5a-4d29-a7ae-23fb17ffc097 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.531618] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 815.531618] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ed0ee1-18ee-16a0-6d53-c7dd7c56c0d8" [ 815.531618] env[69133]: _type = "Task" [ 815.531618] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.543780] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ed0ee1-18ee-16a0-6d53-c7dd7c56c0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.678026] env[69133]: DEBUG nova.compute.manager [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.678289] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.679606] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e001eb-993f-442d-b00f-1f896df8e07b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.695558] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.695558] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e786360-4113-42b0-8776-ee95c6f1b704 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.703334] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 815.703334] env[69133]: value = "task-3190937" [ 815.703334] env[69133]: _type = "Task" [ 815.703334] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.715219] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.922385] env[69133]: DEBUG nova.compute.utils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.926418] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.926618] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.992097] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674443} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.997425] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 815.999525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb77933-dc99-4e84-bb69-df9bf81671f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.048045] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.051573] env[69133]: DEBUG nova.policy [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2d8b0b0ac864bcda33b7f70462da353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07237db0a4ca4eef886d0b3503c64f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.056223] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb8795a-0f99-48d2-a21f-af870d428ae7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.078966] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ed0ee1-18ee-16a0-6d53-c7dd7c56c0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.061919} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.080967] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.081272] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] ffa62f50-2af5-44ef-a34e-91a4463fdc17/ffa62f50-2af5-44ef-a34e-91a4463fdc17.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.081612] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 816.081612] env[69133]: value = "task-3190938" [ 816.081612] env[69133]: _type = "Task" [ 816.081612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.084444] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-527d8877-7a33-448a-8b13-75d46e7ca3ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.098723] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.100502] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 816.100502] env[69133]: value = "task-3190939" [ 816.100502] env[69133]: _type = "Task" [ 816.100502] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.115739] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.218642] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190937, 'name': PowerOffVM_Task, 'duration_secs': 0.283368} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.223065] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.223191] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.223700] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5762e1a1-e8f8-4286-85a5-7a22e34bdf0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.300661] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.300906] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.301109] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Deleting the datastore file [datastore1] 3b2a9857-7f64-478a-96f1-128df28e7e90 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.301422] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973bbb4f-24d2-4954-a146-ee83da11d709 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.309541] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for the task: (returnval){ [ 816.309541] env[69133]: value = "task-3190941" [ 816.309541] env[69133]: _type = "Task" [ 816.309541] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.321730] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.405453] env[69133]: DEBUG nova.compute.manager [req-3970098c-89a0-482f-a510-eba945d34f8a req-27fd5681-8089-4a15-b529-f0926bec54d2 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Received event network-vif-deleted-86d51ba8-a951-4d78-a494-9dcfbfc5d739 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.405728] env[69133]: INFO nova.compute.manager [req-3970098c-89a0-482f-a510-eba945d34f8a req-27fd5681-8089-4a15-b529-f0926bec54d2 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Neutron deleted interface 86d51ba8-a951-4d78-a494-9dcfbfc5d739; detaching it from the instance and deleting it from the info cache [ 816.405931] env[69133]: DEBUG nova.network.neutron [req-3970098c-89a0-482f-a510-eba945d34f8a req-27fd5681-8089-4a15-b529-f0926bec54d2 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.427432] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.603569] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190938, 'name': ReconfigVM_Task, 'duration_secs': 0.362568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.605760] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.605760] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbccc89-29a1-4514-9580-1cb207ccdb07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.626936] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.652951] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bcdee0d-07ac-4bb8-be44-ac481abfe32d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.665772] env[69133]: DEBUG nova.network.neutron [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.675753] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 816.675753] env[69133]: value = "task-3190942" [ 816.675753] env[69133]: _type = "Task" [ 816.675753] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.693582] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.717565] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f9608-5b7b-4b9f-83e9-546de29eaab5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.727581] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa5fffd-ba41-4e49-b1c0-17118d981ddc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.762153] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Successfully created port: db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.764836] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4554ac-389b-4fa1-b055-160c4354fe35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.774709] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e30484-aafd-4293-be28-4c4ee1c16e62 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.792204] env[69133]: DEBUG nova.compute.provider_tree [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.821736] env[69133]: DEBUG oslo_vmware.api [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Task: {'id': task-3190941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466814} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.823222] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.823510] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.823701] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.823882] env[69133]: INFO nova.compute.manager [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Took 1.15 seconds to destroy the instance on the hypervisor. [ 816.824196] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.824778] env[69133]: DEBUG nova.compute.manager [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.824882] env[69133]: DEBUG nova.network.neutron [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.909048] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7338a3c7-2b5c-4ede-bb5a-0f095ef1b72d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.921287] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8365028-34db-4fd8-9a27-09e0f1e4a2d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.969157] env[69133]: DEBUG nova.compute.manager [req-3970098c-89a0-482f-a510-eba945d34f8a req-27fd5681-8089-4a15-b529-f0926bec54d2 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Detach interface failed, port_id=86d51ba8-a951-4d78-a494-9dcfbfc5d739, reason: Instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.115802] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584372} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.116127] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] ffa62f50-2af5-44ef-a34e-91a4463fdc17/ffa62f50-2af5-44ef-a34e-91a4463fdc17.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.116297] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.116558] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d7f3b5-dcad-4a39-af99-0259f93ac9fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.124236] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 817.124236] env[69133]: value = "task-3190943" [ 817.124236] env[69133]: _type = "Task" [ 817.124236] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.134594] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.171447] env[69133]: INFO nova.compute.manager [-] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Took 2.17 seconds to deallocate network for instance. [ 817.188158] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190942, 'name': ReconfigVM_Task, 'duration_secs': 0.195172} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.188729] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.188833] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599969ad-4bf0-43fb-a468-f2f0d0068a47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.197673] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 817.197673] env[69133]: value = "task-3190944" [ 817.197673] env[69133]: _type = "Task" [ 817.197673] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.207682] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.295634] env[69133]: DEBUG nova.scheduler.client.report [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.444394] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.471807] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.472252] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.472509] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.472797] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.473043] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.473226] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.473493] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.473863] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.473951] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.474197] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.474413] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.475610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e69797c-e7bc-430b-a5c1-daac6a7803a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.485183] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437cc87-375f-4bf2-85e4-8b4148cd8000 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.636873] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072397} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.637649] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.638492] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f46836c-94fa-4018-80d5-19489a74a64f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.667862] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] ffa62f50-2af5-44ef-a34e-91a4463fdc17/ffa62f50-2af5-44ef-a34e-91a4463fdc17.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.668252] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2809509c-2f63-4d34-b332-7cc2afb5b091 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.687370] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.697015] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 817.697015] env[69133]: value = "task-3190945" [ 817.697015] env[69133]: _type = "Task" [ 817.697015] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.712465] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.717917] env[69133]: DEBUG oslo_vmware.api [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190944, 'name': PowerOnVM_Task, 'duration_secs': 0.439023} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.718623] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.724219] env[69133]: DEBUG nova.compute.manager [None req-c7d8dfd2-7614-4dad-bf9e-a7c64d5eec57 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.725023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3abca0d-ce2c-4ea8-90ea-04ba80f56ef0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.802403] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.806453] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.448s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.847909] env[69133]: INFO nova.scheduler.client.report [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Deleted allocations for instance 27658181-4601-4db5-ae91-d802a74f2c9e [ 817.859649] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.859904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.896129] env[69133]: DEBUG nova.network.neutron [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.064511] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.065542] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6f612e-d576-41d7-8063-cb5f87b0cbe3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.072620] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.072800] env[69133]: ERROR oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk due to incomplete transfer. [ 818.073073] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-604aad29-3989-4ea8-bece-39af3acaa0b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.082958] env[69133]: DEBUG oslo_vmware.rw_handles [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e35b5b-dc92-051d-db9b-c422b59bab6a/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.082958] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploaded image c039f334-4d41-4be4-8bf0-75cc13f89cba to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.085018] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.085293] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-028e451a-98da-4ce5-854f-0ffbce193d32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.093094] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 818.093094] env[69133]: value = "task-3190946" [ 818.093094] env[69133]: _type = "Task" [ 818.093094] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.101660] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190946, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.208750] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.312251] env[69133]: INFO nova.compute.claims [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.359236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8763d3c5-a2cb-4acc-aa95-26935de4f33f tempest-ServersTestMultiNic-409133491 tempest-ServersTestMultiNic-409133491-project-member] Lock "27658181-4601-4db5-ae91-d802a74f2c9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.651s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.368258] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.400315] env[69133]: INFO nova.compute.manager [-] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Took 1.58 seconds to deallocate network for instance. [ 818.503515] env[69133]: DEBUG nova.compute.manager [req-8335f584-1a16-4dbe-86c8-9dc8eb42c535 req-51373453-ac7b-424d-ad92-30dc4234ec36 service nova] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Received event network-vif-deleted-ab45df02-a98e-4ac3-a71c-ed10fb1b7c43 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.525833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.526076] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.604690] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190946, 'name': Destroy_Task, 'duration_secs': 0.38607} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.604996] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroyed the VM [ 818.605254] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.605514] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c8f715d-c785-408d-881c-04471223aff0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.612563] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 818.612563] env[69133]: value = "task-3190947" [ 818.612563] env[69133]: _type = "Task" [ 818.612563] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.622701] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190947, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.709104] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190945, 'name': ReconfigVM_Task, 'duration_secs': 0.765984} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.709459] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Reconfigured VM instance instance-00000037 to attach disk [datastore1] ffa62f50-2af5-44ef-a34e-91a4463fdc17/ffa62f50-2af5-44ef-a34e-91a4463fdc17.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.710150] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-709ed5e6-19d8-45e1-a79b-56b8dd109e58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.717237] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 818.717237] env[69133]: value = "task-3190948" [ 818.717237] env[69133]: _type = "Task" [ 818.717237] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.725337] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190948, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.819842] env[69133]: INFO nova.compute.resource_tracker [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating resource usage from migration 7cb97219-bb18-4ba4-999f-b6a60a75d19d [ 818.832312] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Successfully updated port: db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.891278] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.910389] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.029021] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.124424] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190947, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.230743] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190948, 'name': Rename_Task, 'duration_secs': 0.276695} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.231424] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.231424] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be7c9ba-2650-4c31-b90e-20b1faa9bf1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.238073] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 819.238073] env[69133]: value = "task-3190949" [ 819.238073] env[69133]: _type = "Task" [ 819.238073] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.246777] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.313495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2aa0bf-2328-493c-ab6a-a5383f9fe609 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.323037] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95a644-d8c2-429a-bb66-0047bcc89a21 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.357228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.357228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.357228] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.358856] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc021589-daf6-491d-99c2-5272f54e7f02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.367865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3105a94-2917-4b6a-897f-4ca983969bb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.383151] env[69133]: DEBUG nova.compute.provider_tree [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.556324] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.623569] env[69133]: DEBUG oslo_vmware.api [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190947, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546044} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.626619] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.626619] env[69133]: INFO nova.compute.manager [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 819.706024] env[69133]: INFO nova.compute.manager [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Unrescuing [ 819.706024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.706211] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquired lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706328] env[69133]: DEBUG nova.network.neutron [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.749740] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190949, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.887144] env[69133]: DEBUG nova.scheduler.client.report [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.892781] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.158300] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Updating instance_info_cache with network_info: [{"id": "db960333-5cf4-439e-b985-363165c754d6", "address": "fa:16:3e:b3:85:fd", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb960333-5c", "ovs_interfaceid": "db960333-5cf4-439e-b985-363165c754d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.180246] env[69133]: DEBUG nova.compute.manager [None req-4cbb99a6-823c-4254-9e1f-6e24848e902f tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Found 2 images (rotation: 2) {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 820.249904] env[69133]: DEBUG oslo_vmware.api [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190949, 'name': PowerOnVM_Task, 'duration_secs': 0.914685} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.250223] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.250466] env[69133]: INFO nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Took 12.26 seconds to spawn the instance on the hypervisor. [ 820.250652] env[69133]: DEBUG nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.251574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8441e1-d0a4-41ec-986d-68c2866ad323 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.396739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.591s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.396955] env[69133]: INFO nova.compute.manager [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Migrating [ 820.406325] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.871s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.406614] env[69133]: DEBUG nova.objects.instance [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lazy-loading 'resources' on Instance uuid 25f17937-1485-4748-ad83-e4eb7da7c882 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.483940] env[69133]: DEBUG nova.network.neutron [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updating instance_info_cache with network_info: [{"id": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "address": "fa:16:3e:a5:80:6a", "network": {"id": "bd22b3bf-da66-4d4e-9913-a9a56362e554", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-859098100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a73a07a7a4284095a237f4742a66d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4b2ec6-05", "ovs_interfaceid": "4c4b2ec6-0561-4f5c-87b0-4a370f772e42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.597639] env[69133]: DEBUG nova.compute.manager [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Received event network-vif-plugged-db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.597901] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Acquiring lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.598176] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.598341] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.598516] env[69133]: DEBUG nova.compute.manager [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] No waiting events found dispatching network-vif-plugged-db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.598969] env[69133]: WARNING nova.compute.manager [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Received unexpected event network-vif-plugged-db960333-5cf4-439e-b985-363165c754d6 for instance with vm_state building and task_state spawning. [ 820.598969] env[69133]: DEBUG nova.compute.manager [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Received event network-changed-db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.599184] env[69133]: DEBUG nova.compute.manager [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Refreshing instance network info cache due to event network-changed-db960333-5cf4-439e-b985-363165c754d6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.599422] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Acquiring lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.666400] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.666400] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Instance network_info: |[{"id": "db960333-5cf4-439e-b985-363165c754d6", "address": "fa:16:3e:b3:85:fd", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb960333-5c", "ovs_interfaceid": "db960333-5cf4-439e-b985-363165c754d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.666672] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Acquired lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.666869] env[69133]: DEBUG nova.network.neutron [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Refreshing network info cache for port db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.667983] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:85:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db960333-5cf4-439e-b985-363165c754d6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.679739] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.682961] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.683680] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e748c7da-cbdc-4fd9-a305-2084789b3e69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.708980] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.708980] env[69133]: value = "task-3190950" [ 820.708980] env[69133]: _type = "Task" [ 820.708980] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.718329] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190950, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.775284] env[69133]: INFO nova.compute.manager [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Took 40.03 seconds to build instance. [ 820.920771] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920771] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.920771] env[69133]: DEBUG nova.network.neutron [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.988705] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Releasing lock "refresh_cache-6fbe4a5c-8d76-4a70-a60f-20ca8de79472" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.988705] env[69133]: DEBUG nova.objects.instance [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lazy-loading 'flavor' on Instance uuid 6fbe4a5c-8d76-4a70-a60f-20ca8de79472 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.994840] env[69133]: DEBUG nova.network.neutron [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Updated VIF entry in instance network info cache for port db960333-5cf4-439e-b985-363165c754d6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.995270] env[69133]: DEBUG nova.network.neutron [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Updating instance_info_cache with network_info: [{"id": "db960333-5cf4-439e-b985-363165c754d6", "address": "fa:16:3e:b3:85:fd", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb960333-5c", "ovs_interfaceid": "db960333-5cf4-439e-b985-363165c754d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.223769] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190950, 'name': CreateVM_Task, 'duration_secs': 0.410861} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.224125] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.225245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.225525] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.225937] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.229588] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723adb74-f9bf-4251-8800-250914520453 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.236796] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 821.236796] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b3097-caba-92ab-a66f-5de9adc6dacb" [ 821.236796] env[69133]: _type = "Task" [ 821.236796] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.247469] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b3097-caba-92ab-a66f-5de9adc6dacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.282830] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b0addf7-832b-4acd-add0-9fa84fda63dc tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.315s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.488521] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aadf210-7e69-48e7-8432-b1b326d282e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.497550] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3a130-236c-4bb1-8b11-4c5052caf1ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.502508] env[69133]: DEBUG oslo_concurrency.lockutils [req-4b490b30-5cce-48c9-9bd9-53a45a5d7f31 req-69e25211-ef6b-4cd7-83b9-19e42c6435ef service nova] Releasing lock "refresh_cache-a6acd54e-3446-4a37-a983-2d83402a5988" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504588] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8dfd1-c40f-4341-8736-41aa7b814cce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.526224] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.527240] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63e03f7-0e21-456c-8fc1-cdf25693b887 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.556364] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c076e-cfed-4f27-99fb-eaf30fb5edd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.559434] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 821.559434] env[69133]: value = "task-3190951" [ 821.559434] env[69133]: _type = "Task" [ 821.559434] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.567912] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6c813-53a1-485f-bcea-64aa0daf4184 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.576229] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.590261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.590425] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.590691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.590943] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.591200] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.593105] env[69133]: DEBUG nova.compute.provider_tree [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.594628] env[69133]: INFO nova.compute.manager [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Terminating instance [ 821.748384] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b3097-caba-92ab-a66f-5de9adc6dacb, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.751087] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.751356] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.751596] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.751743] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.751924] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.752433] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f227b1e6-96bb-434b-9c29-1e401a161deb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.783030] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.783030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.783030] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155fcc4d-702e-438e-a385-cbf995e3b762 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.793024] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 821.793024] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b341c-0da5-2ed2-034e-eee0231e7bdb" [ 821.793024] env[69133]: _type = "Task" [ 821.793024] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.798786] env[69133]: DEBUG nova.network.neutron [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.804101] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b341c-0da5-2ed2-034e-eee0231e7bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.919864] env[69133]: DEBUG nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.920864] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b95fe0-20f4-42c3-95ad-86524ff67b2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.070834] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190951, 'name': PowerOffVM_Task, 'duration_secs': 0.369673} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.071106] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.076848] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.077149] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dffd7e-add3-4e8b-973e-b436396f2de9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.098037] env[69133]: DEBUG nova.scheduler.client.report [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.101293] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 822.101293] env[69133]: value = "task-3190952" [ 822.101293] env[69133]: _type = "Task" [ 822.101293] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.104918] env[69133]: DEBUG nova.compute.manager [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.105175] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.105919] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422ff19-5622-4174-9313-0ded8d7cff1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.114132] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190952, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.116885] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.117164] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7e9c90-35e6-45c7-bc68-1acd48059009 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.124305] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 822.124305] env[69133]: value = "task-3190953" [ 822.124305] env[69133]: _type = "Task" [ 822.124305] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.135111] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.262644] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.262895] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.303825] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b341c-0da5-2ed2-034e-eee0231e7bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.015605} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.306494] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.307808] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541b94f1-4005-4d6e-8f4d-0f18fa11f7c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.315193] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 822.315193] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521b394a-b336-3089-a541-4f9f3084c216" [ 822.315193] env[69133]: _type = "Task" [ 822.315193] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.325557] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521b394a-b336-3089-a541-4f9f3084c216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.432782] env[69133]: INFO nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] instance snapshotting [ 822.433406] env[69133]: DEBUG nova.objects.instance [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.608383] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.610639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.074s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.612140] env[69133]: INFO nova.compute.claims [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.620731] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190952, 'name': ReconfigVM_Task, 'duration_secs': 0.297835} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.621024] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.621230] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.621485] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4ad014c-c65e-4ce7-8d0e-771b9fe6d28e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.629788] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 822.629788] env[69133]: value = "task-3190954" [ 822.629788] env[69133]: _type = "Task" [ 822.629788] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.635489] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190953, 'name': PowerOffVM_Task, 'duration_secs': 0.198115} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.636090] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.636284] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.636565] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1355ca42-13cf-4a7b-a2d6-b5bfcf3a3fa9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.643192] env[69133]: INFO nova.scheduler.client.report [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted allocations for instance 25f17937-1485-4748-ad83-e4eb7da7c882 [ 822.758062] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.758357] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.758546] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore1] ffa62f50-2af5-44ef-a34e-91a4463fdc17 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.759242] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6b0ade-4daa-4212-bae8-98b32c4906d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.775737] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 822.775737] env[69133]: value = "task-3190956" [ 822.775737] env[69133]: _type = "Task" [ 822.775737] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.776489] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.781195] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.782557] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.782557] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.782557] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.782557] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.782557] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 822.782786] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.787688] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.827445] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521b394a-b336-3089-a541-4f9f3084c216, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.827761] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.828056] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a6acd54e-3446-4a37-a983-2d83402a5988/a6acd54e-3446-4a37-a983-2d83402a5988.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.828324] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e972d19-1fb0-4d68-96d7-b192d5ddcf04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.837352] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 822.837352] env[69133]: value = "task-3190957" [ 822.837352] env[69133]: _type = "Task" [ 822.837352] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.848667] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.940749] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e67ce-26d6-4a88-aa91-0d8f88fd442f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.996858] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5cfbe2-bd8d-4b78-bf4f-150e03f3ed19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.142666] env[69133]: DEBUG oslo_vmware.api [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190954, 'name': PowerOnVM_Task, 'duration_secs': 0.509081} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.142900] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.143447] env[69133]: DEBUG nova.compute.manager [None req-1c487cc1-b920-4580-ba03-92de3950fbcb tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.144162] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295163fe-1e07-4aa9-944a-e18285906890 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.149765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c08fd80e-1003-4c18-b52e-cab6a0e154e6 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "25f17937-1485-4748-ad83-e4eb7da7c882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.310s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.293580] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.294277] env[69133]: DEBUG oslo_vmware.api [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3190956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176041} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.297027] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.297027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.297027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.297027] env[69133]: INFO nova.compute.manager [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Took 1.19 seconds to destroy the instance on the hypervisor. [ 823.297027] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.297027] env[69133]: DEBUG nova.compute.manager [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.297027] env[69133]: DEBUG nova.network.neutron [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.347976] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466418} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.348473] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a6acd54e-3446-4a37-a983-2d83402a5988/a6acd54e-3446-4a37-a983-2d83402a5988.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.348869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.349262] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea69edc7-e997-4b50-aa7b-3d2ae36032b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.359130] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 823.359130] env[69133]: value = "task-3190958" [ 823.359130] env[69133]: _type = "Task" [ 823.359130] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.371871] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.520626] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.520626] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69ba2abf-e31f-453d-b865-cf33d5a793aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.531308] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 823.531308] env[69133]: value = "task-3190959" [ 823.531308] env[69133]: _type = "Task" [ 823.531308] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.542541] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.810214] env[69133]: DEBUG nova.compute.manager [req-fa529f1c-0ba1-43ac-ac11-3a8c9833386d req-cc68454c-ead2-4dbe-b61f-4c6c98730a61 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Received event network-vif-deleted-d82078b7-5d96-4451-b90b-d9f3512a81a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.810495] env[69133]: INFO nova.compute.manager [req-fa529f1c-0ba1-43ac-ac11-3a8c9833386d req-cc68454c-ead2-4dbe-b61f-4c6c98730a61 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Neutron deleted interface d82078b7-5d96-4451-b90b-d9f3512a81a9; detaching it from the instance and deleting it from the info cache [ 823.810595] env[69133]: DEBUG nova.network.neutron [req-fa529f1c-0ba1-43ac-ac11-3a8c9833386d req-cc68454c-ead2-4dbe-b61f-4c6c98730a61 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.827656] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9330695d-3fc5-4e0b-a348-5d46d2d61d90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.853008] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.878714] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073417} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.878979] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.879865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6affd-7b85-4678-b59c-218ba0ea2ba1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.914477] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] a6acd54e-3446-4a37-a983-2d83402a5988/a6acd54e-3446-4a37-a983-2d83402a5988.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.917668] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69f7d62-0d0d-4f86-968a-1d53f9fbafb9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.946017] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 823.946017] env[69133]: value = "task-3190960" [ 823.946017] env[69133]: _type = "Task" [ 823.946017] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.959093] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.006969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "01d15ded-514c-4e1e-8283-7e0b54518888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.007308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.007526] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.007711] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.007878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.011575] env[69133]: INFO nova.compute.manager [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Terminating instance [ 824.044689] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190959, 'name': CreateSnapshot_Task, 'duration_secs': 0.493886} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.047273] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.048485] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fe596d-51cf-4dad-b0f0-41af35f55b89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.116665] env[69133]: DEBUG nova.network.neutron [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.141452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90217065-842d-4871-9427-f5fa1bc8da0f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.149863] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a1254b-8954-472b-9639-5646c7530504 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.185787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f46737-b463-42f1-bc02-e23f256e7a59 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.197612] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735b9ff9-2dab-4b1f-b343-1d88de6f46e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.214017] env[69133]: DEBUG nova.compute.provider_tree [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.315797] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9ab1c11-c86d-4bbd-b854-2f60a3f00302 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.328515] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6161737d-2384-49f3-9931-54f60564d4cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.375548] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.375943] env[69133]: DEBUG nova.compute.manager [req-fa529f1c-0ba1-43ac-ac11-3a8c9833386d req-cc68454c-ead2-4dbe-b61f-4c6c98730a61 service nova] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Detach interface failed, port_id=d82078b7-5d96-4451-b90b-d9f3512a81a9, reason: Instance ffa62f50-2af5-44ef-a34e-91a4463fdc17 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 824.376398] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364fc3ea-3aa4-4a8d-968a-8ccf6117a478 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.384379] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 824.384379] env[69133]: value = "task-3190961" [ 824.384379] env[69133]: _type = "Task" [ 824.384379] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.393223] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.457404] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190960, 'name': ReconfigVM_Task, 'duration_secs': 0.331549} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.457404] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Reconfigured VM instance instance-00000038 to attach disk [datastore2] a6acd54e-3446-4a37-a983-2d83402a5988/a6acd54e-3446-4a37-a983-2d83402a5988.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.457683] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cd74b22-f54f-4436-b1ad-dc1ee1da94dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.466280] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 824.466280] env[69133]: value = "task-3190962" [ 824.466280] env[69133]: _type = "Task" [ 824.466280] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.476626] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190962, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.515688] env[69133]: DEBUG nova.compute.manager [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.515923] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.516893] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ade2c-20e6-4c5e-a7fa-87e17b067f18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.525921] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.526302] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10c2cc00-4e30-49c8-bab1-d89d9789297c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.535748] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 824.535748] env[69133]: value = "task-3190963" [ 824.535748] env[69133]: _type = "Task" [ 824.535748] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.554269] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.569404] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.571404] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14fa6754-7ee9-4ef0-9ea2-40073c187642 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.581248] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 824.581248] env[69133]: value = "task-3190964" [ 824.581248] env[69133]: _type = "Task" [ 824.581248] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.590592] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190964, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.619440] env[69133]: INFO nova.compute.manager [-] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Took 1.32 seconds to deallocate network for instance. [ 824.691790] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.692126] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.692369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.692576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.692754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.695952] env[69133]: INFO nova.compute.manager [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Terminating instance [ 824.721435] env[69133]: DEBUG nova.scheduler.client.report [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.899536] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190961, 'name': PowerOffVM_Task, 'duration_secs': 0.184821} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.899536] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.899536] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.980505] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190962, 'name': Rename_Task, 'duration_secs': 0.196533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.981248] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.981471] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70c9d101-1799-4650-ba0e-a48726e9f511 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.990540] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 824.990540] env[69133]: value = "task-3190965" [ 824.990540] env[69133]: _type = "Task" [ 824.990540] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.000221] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.046566] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190963, 'name': PowerOffVM_Task, 'duration_secs': 0.240396} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.046876] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.047120] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.047459] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b91864a4-cd65-4b89-aaf5-9f3da8e36117 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.094718] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190964, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.127201] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.136113] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.136113] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.136113] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore1] 01d15ded-514c-4e1e-8283-7e0b54518888 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.136538] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd4ec7be-86f9-4acb-977a-5e675eb7c339 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.144520] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 825.144520] env[69133]: value = "task-3190967" [ 825.144520] env[69133]: _type = "Task" [ 825.144520] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.155307] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.202163] env[69133]: DEBUG nova.compute.manager [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.202163] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.202163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97efd2-7e10-4938-8059-8d8bb331cd1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.211255] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.211255] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7a69f92-6ac1-4246-9e78-432d56da3beb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.218764] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 825.218764] env[69133]: value = "task-3190968" [ 825.218764] env[69133]: _type = "Task" [ 825.218764] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.230421] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.230836] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.233625] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.234686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.204s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.236024] env[69133]: INFO nova.compute.claims [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.407340] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.407340] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.407514] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.407695] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.407737] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.407876] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.408104] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.408419] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.408419] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.408576] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.408769] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.414559] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ecabb0-df8f-447b-8142-adc15544acee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.436227] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 825.436227] env[69133]: value = "task-3190969" [ 825.436227] env[69133]: _type = "Task" [ 825.436227] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.450068] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.508067] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190965, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.561467] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.561871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.594312] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190964, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.655021] env[69133]: DEBUG oslo_vmware.api [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3190967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149648} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.655339] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.655552] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.655735] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.655910] env[69133]: INFO nova.compute.manager [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.656168] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.656362] env[69133]: DEBUG nova.compute.manager [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.656472] env[69133]: DEBUG nova.network.neutron [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.730819] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190968, 'name': PowerOffVM_Task, 'duration_secs': 0.265752} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.730819] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.730819] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.731183] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962098bc-7513-4281-a6f7-e88460905005 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.740490] env[69133]: DEBUG nova.compute.utils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.741968] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.742144] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.807985] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.807985] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.807985] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleting the datastore file [datastore1] 6fbe4a5c-8d76-4a70-a60f-20ca8de79472 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.808673] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929b56c8-7861-4d20-b8ff-15423818a6d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.815382] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 825.815382] env[69133]: value = "task-3190971" [ 825.815382] env[69133]: _type = "Task" [ 825.815382] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.828405] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.829975] env[69133]: DEBUG nova.policy [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2d8b0b0ac864bcda33b7f70462da353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07237db0a4ca4eef886d0b3503c64f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.946908] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.001678] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190965, 'name': PowerOnVM_Task, 'duration_secs': 0.517993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.001962] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.002366] env[69133]: INFO nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Took 8.56 seconds to spawn the instance on the hypervisor. [ 826.002426] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.003968] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323c3a10-4a55-428a-a6ee-b4689d7e4659 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.066978] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.100019] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190964, 'name': CloneVM_Task, 'duration_secs': 1.430034} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.100019] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Created linked-clone VM from snapshot [ 826.100628] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347c466-6a04-4bc1-bcb9-c71db6c36bc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.115047] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploading image 9415713c-de1a-4465-8b89-9cb6aee42792 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.122273] env[69133]: DEBUG nova.compute.manager [req-06ec55d2-1244-4045-873c-12bdfdb27f13 req-43be910e-cd6b-4d0a-baee-fc3b7c191035 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Received event network-vif-deleted-d9dd4dcf-d713-4dc2-8a61-cb27afd06230 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.122611] env[69133]: INFO nova.compute.manager [req-06ec55d2-1244-4045-873c-12bdfdb27f13 req-43be910e-cd6b-4d0a-baee-fc3b7c191035 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Neutron deleted interface d9dd4dcf-d713-4dc2-8a61-cb27afd06230; detaching it from the instance and deleting it from the info cache [ 826.123807] env[69133]: DEBUG nova.network.neutron [req-06ec55d2-1244-4045-873c-12bdfdb27f13 req-43be910e-cd6b-4d0a-baee-fc3b7c191035 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.150198] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 826.150198] env[69133]: value = "vm-638143" [ 826.150198] env[69133]: _type = "VirtualMachine" [ 826.150198] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 826.150830] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f1a0eb9-7e09-4a17-86d2-a1ce501ebe52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.164363] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease: (returnval){ [ 826.164363] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6def5-3434-3b3d-e7b8-9f7c6362ab4b" [ 826.164363] env[69133]: _type = "HttpNfcLease" [ 826.164363] env[69133]: } obtained for exporting VM: (result){ [ 826.164363] env[69133]: value = "vm-638143" [ 826.164363] env[69133]: _type = "VirtualMachine" [ 826.164363] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 826.166252] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the lease: (returnval){ [ 826.166252] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6def5-3434-3b3d-e7b8-9f7c6362ab4b" [ 826.166252] env[69133]: _type = "HttpNfcLease" [ 826.166252] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 826.175311] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.175311] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6def5-3434-3b3d-e7b8-9f7c6362ab4b" [ 826.175311] env[69133]: _type = "HttpNfcLease" [ 826.175311] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.175613] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.175613] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6def5-3434-3b3d-e7b8-9f7c6362ab4b" [ 826.175613] env[69133]: _type = "HttpNfcLease" [ 826.175613] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 826.176606] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5ab56b-e58f-40e2-8f2a-998d1121009d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.186233] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.186415] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 826.248618] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.287722] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbd01a93-f154-4226-bae9-3d2d9964e257 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.332063] env[69133]: DEBUG oslo_vmware.api [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3190971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330363} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.332663] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.332734] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.335038] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.335038] env[69133]: INFO nova.compute.manager [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Took 1.13 seconds to destroy the instance on the hypervisor. [ 826.335038] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.335038] env[69133]: DEBUG nova.compute.manager [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.335038] env[69133]: DEBUG nova.network.neutron [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.335693] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Successfully created port: 2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.446562] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190969, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.523885] env[69133]: INFO nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Took 42.87 seconds to build instance. [ 826.589479] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.614263] env[69133]: DEBUG nova.network.neutron [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.625144] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55901fca-740c-45d4-858a-8948293819cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.635564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bf1f87-56ab-499c-a10e-1427846749b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.684883] env[69133]: DEBUG nova.compute.manager [req-06ec55d2-1244-4045-873c-12bdfdb27f13 req-43be910e-cd6b-4d0a-baee-fc3b7c191035 service nova] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Detach interface failed, port_id=d9dd4dcf-d713-4dc2-8a61-cb27afd06230, reason: Instance 01d15ded-514c-4e1e-8283-7e0b54518888 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.821218] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e0568e-8813-4783-b6be-8955081a8785 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.829177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04273c-2c3e-4378-90fd-6e61cf612141 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.861750] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f5e3a-7065-4bb1-910e-35610e4716e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.870297] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ccb79-9668-4c7c-8cbd-bb6878d26af3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.884782] env[69133]: DEBUG nova.compute.provider_tree [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.948777] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190969, 'name': ReconfigVM_Task, 'duration_secs': 1.197492} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.948777] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.026091] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.036s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.120339] env[69133]: INFO nova.compute.manager [-] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Took 1.46 seconds to deallocate network for instance. [ 827.265609] env[69133]: DEBUG nova.network.neutron [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.267770] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.290982] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.292041] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.292041] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.292041] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.292350] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.292625] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.293176] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.293428] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.293688] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.293972] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.294252] env[69133]: DEBUG nova.virt.hardware [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.295501] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2082f82-4606-4ea3-82b3-6f64197385c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.305141] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376fb061-6f3d-40f4-b4b7-687e85ebe47b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.406613] env[69133]: ERROR nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [req-e389f504-8735-49d3-a26e-408462d9557d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e389f504-8735-49d3-a26e-408462d9557d"}]} [ 827.425387] env[69133]: DEBUG nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.442115] env[69133]: DEBUG nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.443101] env[69133]: DEBUG nova.compute.provider_tree [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.455185] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63a07e8b-8dd4-4c09-9734-ac17174412b1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-346107353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.455469] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.455680] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.455875] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.456476] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.456721] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.456947] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.457054] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.457224] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.457722] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.457954] env[69133]: DEBUG nova.virt.hardware [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.465316] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.467221] env[69133]: DEBUG nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.469946] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb83f80-8cf5-40c6-8e39-eab564e038b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.492165] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 827.492165] env[69133]: value = "task-3190973" [ 827.492165] env[69133]: _type = "Task" [ 827.492165] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.501979] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.509722] env[69133]: DEBUG nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.626989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.771677] env[69133]: INFO nova.compute.manager [-] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Took 1.44 seconds to deallocate network for instance. [ 828.012464] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190973, 'name': ReconfigVM_Task, 'duration_secs': 0.283102} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.012781] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.013606] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4459e5-6326-4313-985f-be63fb801d4f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.040473] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.044135] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee870383-ec7a-47ea-931e-88ce66daf39e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.070613] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 828.070613] env[69133]: value = "task-3190974" [ 828.070613] env[69133]: _type = "Task" [ 828.070613] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.084286] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.092187] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83411908-6fae-4ce7-9cc8-8d8a0a4141b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972b463-a584-4964-9583-a7bafe8be4ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134190] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3b647-8ebe-4323-a28b-1f5b26633755 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.142415] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe37ff02-69eb-43d6-9314-98e567da44ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.152312] env[69133]: DEBUG nova.compute.manager [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Received event network-vif-deleted-4c4b2ec6-0561-4f5c-87b0-4a370f772e42 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.152537] env[69133]: DEBUG nova.compute.manager [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Received event network-vif-plugged-2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.152835] env[69133]: DEBUG oslo_concurrency.lockutils [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] Acquiring lock "002c755b-20ee-4ca9-a985-1af782608482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.153276] env[69133]: DEBUG oslo_concurrency.lockutils [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] Lock "002c755b-20ee-4ca9-a985-1af782608482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.153533] env[69133]: DEBUG oslo_concurrency.lockutils [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] Lock "002c755b-20ee-4ca9-a985-1af782608482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.153779] env[69133]: DEBUG nova.compute.manager [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] No waiting events found dispatching network-vif-plugged-2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.154033] env[69133]: WARNING nova.compute.manager [req-a03b77b9-6969-461e-937b-a89d2f9d0a7c req-8cddf7c2-0372-4469-8793-d4aa37f55487 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Received unexpected event network-vif-plugged-2dd9997a-db3f-460b-ab42-810fbab3233c for instance with vm_state building and task_state spawning. [ 828.163505] env[69133]: DEBUG nova.compute.provider_tree [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.182334] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Successfully updated port: 2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.282232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.579901] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190974, 'name': ReconfigVM_Task, 'duration_secs': 0.351277} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.580276] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.580576] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.686509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.686509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.686740] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.699416] env[69133]: DEBUG nova.scheduler.client.report [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.699683] env[69133]: DEBUG nova.compute.provider_tree [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 82 to 83 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.699865] env[69133]: DEBUG nova.compute.provider_tree [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.088105] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf36f2e-ecd1-4b9f-9c8a-24ef18581e71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.108413] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdde08e8-5e0d-4998-adf3-47029dd1e8f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.127467] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.204765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.971s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.205357] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.207899] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.926s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.208141] env[69133]: DEBUG nova.objects.instance [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lazy-loading 'resources' on Instance uuid b50ef965-8e0d-4382-ad7a-69a0f7299d77 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.220108] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.396499] env[69133]: DEBUG nova.network.neutron [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Updating instance_info_cache with network_info: [{"id": "2dd9997a-db3f-460b-ab42-810fbab3233c", "address": "fa:16:3e:5b:e3:9a", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd9997a-db", "ovs_interfaceid": "2dd9997a-db3f-460b-ab42-810fbab3233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.671119] env[69133]: DEBUG nova.network.neutron [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Port ca8abe84-6aee-4c22-a552-a91e84250dc8 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 829.711677] env[69133]: DEBUG nova.compute.utils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.715315] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.716387] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.760742] env[69133]: DEBUG nova.policy [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11238dfc25e9498d8c3de195e2ed7960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9351371bd84cd2b7d0ec88426fbaef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.898124] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.899037] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Instance network_info: |[{"id": "2dd9997a-db3f-460b-ab42-810fbab3233c", "address": "fa:16:3e:5b:e3:9a", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd9997a-db", "ovs_interfaceid": "2dd9997a-db3f-460b-ab42-810fbab3233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.899199] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e3:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd9997a-db3f-460b-ab42-810fbab3233c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.906751] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.909435] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.910039] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23c735ce-efd3-474e-8406-f2133f559f63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.934272] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.934272] env[69133]: value = "task-3190975" [ 829.934272] env[69133]: _type = "Task" [ 829.934272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.942995] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190975, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.060999] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Successfully created port: 81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.210261] env[69133]: DEBUG nova.compute.manager [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Received event network-changed-2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.210559] env[69133]: DEBUG nova.compute.manager [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Refreshing instance network info cache due to event network-changed-2dd9997a-db3f-460b-ab42-810fbab3233c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.210668] env[69133]: DEBUG oslo_concurrency.lockutils [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] Acquiring lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.210814] env[69133]: DEBUG oslo_concurrency.lockutils [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] Acquired lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.211046] env[69133]: DEBUG nova.network.neutron [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Refreshing network info cache for port 2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.220964] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.295355] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df607c71-bb98-46b6-aab2-b62aff4729f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.305596] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49448ac-3802-41b9-98f6-2abc4642e79b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.341227] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2055b-fc08-4aa3-a2a0-d5f22f41b4cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063a8816-1463-45e5-a71e-2f5301035874 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.370101] env[69133]: DEBUG nova.compute.provider_tree [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.445958] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190975, 'name': CreateVM_Task, 'duration_secs': 0.409517} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.446147] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.446841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.447017] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.447388] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.448054] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d083f457-4d43-4b4d-9365-e905c4bb9261 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.454465] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 830.454465] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bf870e-00cc-97c6-add5-24e716bbfc90" [ 830.454465] env[69133]: _type = "Task" [ 830.454465] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.464164] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bf870e-00cc-97c6-add5-24e716bbfc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.700341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.700571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.700744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.875308] env[69133]: DEBUG nova.scheduler.client.report [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.954978] env[69133]: DEBUG nova.network.neutron [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Updated VIF entry in instance network info cache for port 2dd9997a-db3f-460b-ab42-810fbab3233c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.955497] env[69133]: DEBUG nova.network.neutron [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Updating instance_info_cache with network_info: [{"id": "2dd9997a-db3f-460b-ab42-810fbab3233c", "address": "fa:16:3e:5b:e3:9a", "network": {"id": "d70d3c80-9eda-448b-8761-687de90afa25", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2081064577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07237db0a4ca4eef886d0b3503c64f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd9997a-db", "ovs_interfaceid": "2dd9997a-db3f-460b-ab42-810fbab3233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.968088] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bf870e-00cc-97c6-add5-24e716bbfc90, 'name': SearchDatastore_Task, 'duration_secs': 0.016883} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.968936] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.969199] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.969523] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.969706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.969889] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.970468] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c14856b4-ca10-4f08-ae16-6a7d60c10437 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.981330] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.981552] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.982491] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604d6818-dc20-46ae-b37d-851a53ab3bb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.989051] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 830.989051] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525ae41f-e55f-a52a-5bf2-843e41160d3f" [ 830.989051] env[69133]: _type = "Task" [ 830.989051] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.998612] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525ae41f-e55f-a52a-5bf2-843e41160d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.231224] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.259479] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.259734] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.259907] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.260116] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.260266] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.260414] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.260622] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.260779] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.260970] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.261145] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.261319] env[69133]: DEBUG nova.virt.hardware [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.262283] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d11daa-e56c-464c-8f09-bc8985948a02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.271590] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b68f6d-9393-4a6b-a741-5274ae75ab1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.381781] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.383720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.477s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.385837] env[69133]: INFO nova.compute.claims [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.407471] env[69133]: INFO nova.scheduler.client.report [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Deleted allocations for instance b50ef965-8e0d-4382-ad7a-69a0f7299d77 [ 831.461787] env[69133]: DEBUG oslo_concurrency.lockutils [req-58c81e9e-4cd2-4f30-9fcc-7fcc157ee9e4 req-99fd6931-c70b-4a0b-be42-28cfb87764a1 service nova] Releasing lock "refresh_cache-002c755b-20ee-4ca9-a985-1af782608482" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.502291] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525ae41f-e55f-a52a-5bf2-843e41160d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.018591} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.503208] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8067d1a4-65b0-442b-a3f9-e75ba60dca5a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.511299] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 831.511299] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cdc6a8-7769-e4c4-7f23-cb8d378a8521" [ 831.511299] env[69133]: _type = "Task" [ 831.511299] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.519543] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cdc6a8-7769-e4c4-7f23-cb8d378a8521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.768588] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Successfully updated port: 81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.773468] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.773665] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.774904] env[69133]: DEBUG nova.network.neutron [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.915196] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4518c1e9-744b-4e5d-bc6b-6a2dda6f1ed1 tempest-TenantUsagesTestJSON-476067231 tempest-TenantUsagesTestJSON-476067231-project-member] Lock "b50ef965-8e0d-4382-ad7a-69a0f7299d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.230s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.022024] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cdc6a8-7769-e4c4-7f23-cb8d378a8521, 'name': SearchDatastore_Task, 'duration_secs': 0.017329} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.022311] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.022581] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 002c755b-20ee-4ca9-a985-1af782608482/002c755b-20ee-4ca9-a985-1af782608482.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.022870] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9797dc56-1246-4527-ad12-ba4ab0095215 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.031032] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 832.031032] env[69133]: value = "task-3190976" [ 832.031032] env[69133]: _type = "Task" [ 832.031032] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.039741] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.235255] env[69133]: DEBUG nova.compute.manager [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Received event network-vif-plugged-81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.235555] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.235744] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.235911] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.236114] env[69133]: DEBUG nova.compute.manager [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] No waiting events found dispatching network-vif-plugged-81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.236232] env[69133]: WARNING nova.compute.manager [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Received unexpected event network-vif-plugged-81e8b11b-1992-4b5d-8513-64f9de2f1a6a for instance with vm_state building and task_state spawning. [ 832.236424] env[69133]: DEBUG nova.compute.manager [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Received event network-changed-81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.236596] env[69133]: DEBUG nova.compute.manager [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Refreshing instance network info cache due to event network-changed-81e8b11b-1992-4b5d-8513-64f9de2f1a6a. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.236723] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Acquiring lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.236856] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Acquired lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.237035] env[69133]: DEBUG nova.network.neutron [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Refreshing network info cache for port 81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.271703] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.554959] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.626852] env[69133]: DEBUG nova.network.neutron [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.770809] env[69133]: DEBUG nova.network.neutron [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.877723] env[69133]: DEBUG nova.network.neutron [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.915733] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7b045-07a4-46a7-8618-57c057d623bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.925955] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840e509c-81ea-48fc-82b2-d23075fd186e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.958943] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56681dc3-9d22-452e-9aea-10d948a630e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.967762] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7874fe4e-6356-439b-9188-ca45ad6fd33d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.982709] env[69133]: DEBUG nova.compute.provider_tree [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.048535] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666663} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.048535] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 002c755b-20ee-4ca9-a985-1af782608482/002c755b-20ee-4ca9-a985-1af782608482.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.048535] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.048786] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-396940ad-3e3f-42ae-b61d-96e3e7ddd4a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.059059] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 833.059059] env[69133]: value = "task-3190977" [ 833.059059] env[69133]: _type = "Task" [ 833.059059] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.069184] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.132905] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.379864] env[69133]: DEBUG oslo_concurrency.lockutils [req-1f0da669-c849-429a-8d82-fd6081c05217 req-d6b16fb2-140a-4b81-ac7a-29623c537492 service nova] Releasing lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.380285] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.380463] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.526538] env[69133]: DEBUG nova.scheduler.client.report [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 833.526847] env[69133]: DEBUG nova.compute.provider_tree [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 83 to 84 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 833.527098] env[69133]: DEBUG nova.compute.provider_tree [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.569841] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096678} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.570141] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.570941] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b81e12c-8e94-4bbe-87c3-d8abd0e94953 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.594333] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 002c755b-20ee-4ca9-a985-1af782608482/002c755b-20ee-4ca9-a985-1af782608482.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.594659] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b06ed7-738d-4a71-8755-05dad3189cd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.615842] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 833.615842] env[69133]: value = "task-3190978" [ 833.615842] env[69133]: _type = "Task" [ 833.615842] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.625258] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.662953] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f74de6-c11a-42a1-b6b8-9ab64a6d67b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.682900] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a7a96-3016-4ce3-895d-7ee2a06b9ffb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.691790] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.899157] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 833.900096] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbfc497-21f8-4fca-9c12-1f0f5478fb7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.907012] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 833.907201] env[69133]: ERROR oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk due to incomplete transfer. [ 833.907451] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a24406d1-07e0-4783-b13f-a52b328c853b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.915637] env[69133]: DEBUG oslo_vmware.rw_handles [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f1a4d8-95f3-287d-7ca4-daca3c116272/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 833.915847] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Uploaded image 9415713c-de1a-4465-8b89-9cb6aee42792 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 833.918388] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.919215] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.921068] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e754053-cccd-4291-a7c1-87da207e4148 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.928614] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 833.928614] env[69133]: value = "task-3190979" [ 833.928614] env[69133]: _type = "Task" [ 833.928614] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.937462] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190979, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.033376] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.033694] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.036556] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.117s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.036556] env[69133]: DEBUG nova.objects.instance [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lazy-loading 'resources' on Instance uuid 98a61053-c73a-4626-bdc7-a80f77472086 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.073099] env[69133]: DEBUG nova.network.neutron [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Updating instance_info_cache with network_info: [{"id": "81e8b11b-1992-4b5d-8513-64f9de2f1a6a", "address": "fa:16:3e:7b:97:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e8b11b-19", "ovs_interfaceid": "81e8b11b-1992-4b5d-8513-64f9de2f1a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.126193] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.198768] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.198993] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b148277-6156-464f-a627-7490f7b336c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.208231] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 834.208231] env[69133]: value = "task-3190980" [ 834.208231] env[69133]: _type = "Task" [ 834.208231] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.217955] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.439249] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190979, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.541012] env[69133]: DEBUG nova.compute.utils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.545799] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.546176] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.575932] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-5632c753-aa9d-42c9-8bc2-2452e212d925" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.576281] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance network_info: |[{"id": "81e8b11b-1992-4b5d-8513-64f9de2f1a6a", "address": "fa:16:3e:7b:97:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e8b11b-19", "ovs_interfaceid": "81e8b11b-1992-4b5d-8513-64f9de2f1a6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.576687] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:97:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e8b11b-1992-4b5d-8513-64f9de2f1a6a', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.585125] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.588976] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.589973] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7d2533e-31eb-403c-b793-65bc87539e58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.609841] env[69133]: DEBUG nova.policy [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2fe240a1a74aa39552598e097f58c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b57c0658dc4c999d101f9054bf20f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.618038] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.618038] env[69133]: value = "task-3190981" [ 834.618038] env[69133]: _type = "Task" [ 834.618038] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.632023] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190978, 'name': ReconfigVM_Task, 'duration_secs': 0.937635} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.635441] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 002c755b-20ee-4ca9-a985-1af782608482/002c755b-20ee-4ca9-a985-1af782608482.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.636129] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190981, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.636348] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0ecdd7-353d-4a75-9882-ee0a2ced4c71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.647204] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 834.647204] env[69133]: value = "task-3190982" [ 834.647204] env[69133]: _type = "Task" [ 834.647204] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.657502] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190982, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.722870] env[69133]: DEBUG oslo_vmware.api [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3190980, 'name': PowerOnVM_Task, 'duration_secs': 0.499752} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.726243] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.726610] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e543f988-dcc7-458c-81f3-d9714e8dae56 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance 'b8858edd-34b7-406c-861d-fb2917fdbd20' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.945340] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190979, 'name': Destroy_Task, 'duration_secs': 0.672615} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.948413] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroyed the VM [ 834.949381] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.949381] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0d01d916-1f5c-4dbb-adb1-43e69908d636 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.958884] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 834.958884] env[69133]: value = "task-3190983" [ 834.958884] env[69133]: _type = "Task" [ 834.958884] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.967274] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Successfully created port: 64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.976294] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190983, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.046859] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.066505] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fab76e-c831-44c3-a689-3bcee5a2d8dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.076209] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f88705-ae99-492e-9e16-8e8c6091bcbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.111353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e7a30-8964-44aa-8544-f3931fe95770 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.120770] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f838b7-91b3-4326-9982-9650a5192f23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.140034] env[69133]: DEBUG nova.compute.provider_tree [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.144698] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190981, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.158513] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190982, 'name': Rename_Task, 'duration_secs': 0.321717} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.158818] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.159355] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eafff333-697a-489e-bbd0-52fb29bdbccb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.179346] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 835.179346] env[69133]: value = "task-3190984" [ 835.179346] env[69133]: _type = "Task" [ 835.179346] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.189370] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.469773] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190983, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.636330] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190981, 'name': CreateVM_Task, 'duration_secs': 0.541385} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.636541] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.637242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.637465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.637836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.638122] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3b66db-5564-4e25-bce6-7174102ecd70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.644983] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 835.644983] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e38462-8ba4-953d-e169-62f96214c26b" [ 835.644983] env[69133]: _type = "Task" [ 835.644983] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.647730] env[69133]: DEBUG nova.scheduler.client.report [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.657315] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e38462-8ba4-953d-e169-62f96214c26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.689759] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190984, 'name': PowerOnVM_Task} progress is 80%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.971886] env[69133]: DEBUG oslo_vmware.api [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190983, 'name': RemoveSnapshot_Task, 'duration_secs': 0.692978} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.972365] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.972718] env[69133]: INFO nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 13.03 seconds to snapshot the instance on the hypervisor. [ 836.056501] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.085261] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.085634] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.085854] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.086145] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.086348] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.086533] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.086777] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.086984] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.087252] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.087484] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.087704] env[69133]: DEBUG nova.virt.hardware [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.088745] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c3bc1-0cc1-457d-9ec8-3a23ba83822a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.098362] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418f6e6d-f912-4a62-bb08-753cfbd8f1d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.155057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.157179] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e38462-8ba4-953d-e169-62f96214c26b, 'name': SearchDatastore_Task, 'duration_secs': 0.025346} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.158017] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.835s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.159264] env[69133]: INFO nova.compute.claims [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.162106] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.162341] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.162575] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.162722] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.162900] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.163391] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5310bbf-6ef0-4274-80ab-fb22307c5c68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.185035] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.185306] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.187287] env[69133]: INFO nova.scheduler.client.report [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted allocations for instance 98a61053-c73a-4626-bdc7-a80f77472086 [ 836.188160] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d74aa10-00b8-4ac0-8e11-f61e0b5c6369 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.198133] env[69133]: DEBUG oslo_vmware.api [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190984, 'name': PowerOnVM_Task, 'duration_secs': 0.821986} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.199512] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.199915] env[69133]: INFO nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Took 8.93 seconds to spawn the instance on the hypervisor. [ 836.199915] env[69133]: DEBUG nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.200274] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 836.200274] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528b069b-424b-a3c3-3e11-2884a57c4856" [ 836.200274] env[69133]: _type = "Task" [ 836.200274] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.201654] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca96fa-887b-4115-8e93-d2d9f08c8e60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.218210] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528b069b-424b-a3c3-3e11-2884a57c4856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.453303] env[69133]: DEBUG nova.compute.manager [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Received event network-vif-plugged-64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.454633] env[69133]: DEBUG oslo_concurrency.lockutils [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] Acquiring lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.454633] env[69133]: DEBUG oslo_concurrency.lockutils [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] Lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.454633] env[69133]: DEBUG oslo_concurrency.lockutils [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] Lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.455177] env[69133]: DEBUG nova.compute.manager [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] No waiting events found dispatching network-vif-plugged-64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.455456] env[69133]: WARNING nova.compute.manager [req-e232f95d-c196-4a74-a489-8fc5ec60b91a req-500e8b27-7b4a-448e-9677-e3acba8fcde7 service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Received unexpected event network-vif-plugged-64ec2281-ef66-48d7-8eff-3d633db81bb1 for instance with vm_state building and task_state spawning. [ 836.525071] env[69133]: DEBUG nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Found 3 images (rotation: 2) {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 836.525400] env[69133]: DEBUG nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Rotating out 1 backups {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 836.525583] env[69133]: DEBUG nova.compute.manager [None req-471eec55-fcea-49df-8f6d-a031c7f004b7 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleting image f374f710-a427-4b90-931b-4d3b61a3ba75 {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 836.560571] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Successfully updated port: 64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.696365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-15b69b59-f570-4fc7-b506-07bbfe76a141 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "98a61053-c73a-4626-bdc7-a80f77472086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.529s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.717082] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528b069b-424b-a3c3-3e11-2884a57c4856, 'name': SearchDatastore_Task, 'duration_secs': 0.017962} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.717905] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252a2e13-2bbf-4570-831c-52442122d832 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.726827] env[69133]: INFO nova.compute.manager [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Took 47.21 seconds to build instance. [ 836.730451] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 836.730451] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c45ac3-b761-9884-9b11-6c4185542e27" [ 836.730451] env[69133]: _type = "Task" [ 836.730451] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.740294] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c45ac3-b761-9884-9b11-6c4185542e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.065036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.065228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.065408] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.228646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-045ae677-4c26-4341-a6f8-5911adeae99f tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.160s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.243461] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c45ac3-b761-9884-9b11-6c4185542e27, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.243558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.243861] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.244479] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9abae5-c0b8-4664-b842-5525236aef3e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.251785] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 837.251785] env[69133]: value = "task-3190985" [ 837.251785] env[69133]: _type = "Task" [ 837.251785] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.260454] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.562808] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cbbb1d-4268-4e2e-8eac-be314e22ded2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.572057] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536ef7c-957f-41d3-bf53-83dbea8dbda4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.610249] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04aa173-f428-4b99-9d12-91a090b05a64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.615794] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.624532] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870ef8e-d69e-411d-a5f3-f2ea32704c6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.641233] env[69133]: DEBUG nova.compute.provider_tree [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.681427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.681782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.766536] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.995566] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "a6acd54e-3446-4a37-a983-2d83402a5988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.995832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.996051] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.996258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.996430] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.998540] env[69133]: INFO nova.compute.manager [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Terminating instance [ 838.082206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "002c755b-20ee-4ca9-a985-1af782608482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.082206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.082206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "002c755b-20ee-4ca9-a985-1af782608482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.082206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.082468] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.084591] env[69133]: INFO nova.compute.manager [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Terminating instance [ 838.091166] env[69133]: DEBUG nova.network.neutron [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Port ca8abe84-6aee-4c22-a552-a91e84250dc8 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 838.091304] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.091346] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.091557] env[69133]: DEBUG nova.network.neutron [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.144128] env[69133]: DEBUG nova.scheduler.client.report [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.182514] env[69133]: DEBUG nova.network.neutron [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Updating instance_info_cache with network_info: [{"id": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "address": "fa:16:3e:08:1a:4c", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ec2281-ef", "ovs_interfaceid": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.183945] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.272522] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692087} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.273085] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.273085] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.273377] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a3bb00-32ad-42ba-844c-2af725d64053 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.279726] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 838.279726] env[69133]: value = "task-3190986" [ 838.279726] env[69133]: _type = "Task" [ 838.279726] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.289018] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.503307] env[69133]: DEBUG nova.compute.manager [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.503307] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.504848] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7535388-0731-4ffa-9a04-97cad103fbc9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.514608] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.514885] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722e6d4d-9b4e-4c66-93ff-4b0e6cc8ff33 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.523505] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 838.523505] env[69133]: value = "task-3190987" [ 838.523505] env[69133]: _type = "Task" [ 838.523505] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.532871] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.566794] env[69133]: DEBUG nova.compute.manager [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Received event network-changed-64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.567314] env[69133]: DEBUG nova.compute.manager [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Refreshing instance network info cache due to event network-changed-64ec2281-ef66-48d7-8eff-3d633db81bb1. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.567314] env[69133]: DEBUG oslo_concurrency.lockutils [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] Acquiring lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.588623] env[69133]: DEBUG nova.compute.manager [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.588891] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.589959] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee4945f-3b7c-45cd-a5ab-e5b861504127 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.601019] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.601665] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0855f37-77b4-4219-b864-c94223612c9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.608882] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 838.608882] env[69133]: value = "task-3190988" [ 838.608882] env[69133]: _type = "Task" [ 838.608882] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.618413] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.649293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.649849] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.652585] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.997s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.653959] env[69133]: INFO nova.compute.claims [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.688141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.688487] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Instance network_info: |[{"id": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "address": "fa:16:3e:08:1a:4c", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ec2281-ef", "ovs_interfaceid": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.691630] env[69133]: DEBUG oslo_concurrency.lockutils [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] Acquired lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.691814] env[69133]: DEBUG nova.network.neutron [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Refreshing network info cache for port 64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.692933] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:1a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64ec2281-ef66-48d7-8eff-3d633db81bb1', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.700791] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.705835] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.706476] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5847ca2-1ea8-4e36-a4d9-481dba5ff584 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.723241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.731942] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.731942] env[69133]: value = "task-3190989" [ 838.731942] env[69133]: _type = "Task" [ 838.731942] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.741806] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190989, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.796875] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061453} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.797478] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.798758] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7dff93-1929-41ac-b9f2-63ad85af71f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.823816] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.824204] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f25d26-16fb-40bb-bb9c-dd44f4b5c20e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.850985] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 838.850985] env[69133]: value = "task-3190990" [ 838.850985] env[69133]: _type = "Task" [ 838.850985] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.859669] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.888341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.888630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.888826] env[69133]: DEBUG nova.compute.manager [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.889819] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68d0f4-e00f-4ab6-a63b-5b63ee6802fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.896457] env[69133]: DEBUG nova.compute.manager [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 838.897183] env[69133]: DEBUG nova.objects.instance [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.917458] env[69133]: DEBUG nova.network.neutron [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.029642] env[69133]: DEBUG nova.network.neutron [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Updated VIF entry in instance network info cache for port 64ec2281-ef66-48d7-8eff-3d633db81bb1. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.030168] env[69133]: DEBUG nova.network.neutron [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Updating instance_info_cache with network_info: [{"id": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "address": "fa:16:3e:08:1a:4c", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64ec2281-ef", "ovs_interfaceid": "64ec2281-ef66-48d7-8eff-3d633db81bb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.035271] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190987, 'name': PowerOffVM_Task, 'duration_secs': 0.344633} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.035576] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.035768] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.036042] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f86b1c43-2de6-4e25-83f6-d63c58f339f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.119418] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190988, 'name': PowerOffVM_Task, 'duration_secs': 0.240331} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.119706] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.119881] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.120162] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67646e7-ff59-4524-bfef-2eb95bb49cf3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.125622] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.125817] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.125992] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleting the datastore file [datastore2] a6acd54e-3446-4a37-a983-2d83402a5988 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.126251] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e0b7c22-f31e-4b50-bf44-dae8070da62d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.133369] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 839.133369] env[69133]: value = "task-3190993" [ 839.133369] env[69133]: _type = "Task" [ 839.133369] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.141771] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.158475] env[69133]: DEBUG nova.compute.utils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.162030] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.162152] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.199013] env[69133]: DEBUG nova.policy [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdcf518f9bf74da3b54f20c5495dc810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac39dd290d864fc284f6e75e24268f16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.242434] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3190989, 'name': CreateVM_Task, 'duration_secs': 0.372769} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.242603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.243305] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.243430] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.243736] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.244353] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e43265-d96d-4fdb-a5eb-5d7f31754ca5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.248677] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 839.248677] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]526a08ae-f610-3361-57c3-9edd71ae1ce2" [ 839.248677] env[69133]: _type = "Task" [ 839.248677] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.256615] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526a08ae-f610-3361-57c3-9edd71ae1ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.345778] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.346044] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.346399] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleting the datastore file [datastore1] 002c755b-20ee-4ca9-a985-1af782608482 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.346549] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e678abf8-126f-4ec7-a465-a143cf348d18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.352510] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for the task: (returnval){ [ 839.352510] env[69133]: value = "task-3190994" [ 839.352510] env[69133]: _type = "Task" [ 839.352510] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.363035] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190990, 'name': ReconfigVM_Task, 'duration_secs': 0.302787} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.365900] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.366559] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.367819] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e782e32-90a0-4ec5-9876-096cef8012c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.372331] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 839.372331] env[69133]: value = "task-3190995" [ 839.372331] env[69133]: _type = "Task" [ 839.372331] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.379718] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190995, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.420383] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.536581] env[69133]: DEBUG oslo_concurrency.lockutils [req-389540f0-94ed-4dc9-93ff-c548d7a249f3 req-697a86b3-d531-4faa-b0a2-b1168f36307c service nova] Releasing lock "refresh_cache-f85d111c-fed1-427f-ac11-411e5a53507a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.644635] env[69133]: DEBUG oslo_vmware.api [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320299} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.645274] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.645597] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.645898] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.646246] env[69133]: INFO nova.compute.manager [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Took 1.14 seconds to destroy the instance on the hypervisor. [ 839.646630] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.646927] env[69133]: DEBUG nova.compute.manager [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.647146] env[69133]: DEBUG nova.network.neutron [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.666023] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.720408] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Successfully created port: 0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.761608] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526a08ae-f610-3361-57c3-9edd71ae1ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.765029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.765029] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.765029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.765029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.765029] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.765029] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be99cdc-0a90-4368-9813-030478f20fff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.779017] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.779017] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.779017] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827ff12d-8a98-4ec4-aa83-603ceb0774bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.783176] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 839.783176] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5212daf5-0111-1cf7-d898-f7dc13acfa18" [ 839.783176] env[69133]: _type = "Task" [ 839.783176] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.792161] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5212daf5-0111-1cf7-d898-f7dc13acfa18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.868942] env[69133]: DEBUG oslo_vmware.api [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Task: {'id': task-3190994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233785} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.869462] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.869775] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.870078] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.870365] env[69133]: INFO nova.compute.manager [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Took 1.28 seconds to destroy the instance on the hypervisor. [ 839.870897] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.871225] env[69133]: DEBUG nova.compute.manager [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.871434] env[69133]: DEBUG nova.network.neutron [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.883141] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190995, 'name': Rename_Task, 'duration_secs': 0.156468} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.883442] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.883702] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d75623a-7a77-4106-8ed2-3cabff1c7a0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.892108] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 839.892108] env[69133]: value = "task-3190996" [ 839.892108] env[69133]: _type = "Task" [ 839.892108] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.899788] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.905019] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.905019] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ed14b3-afbe-4aa2-a1a7-8fcae9d93dd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.909568] env[69133]: DEBUG oslo_vmware.api [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 839.909568] env[69133]: value = "task-3190997" [ 839.909568] env[69133]: _type = "Task" [ 839.909568] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.918991] env[69133]: DEBUG oslo_vmware.api [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.923054] env[69133]: DEBUG nova.compute.manager [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69133) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 839.923296] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.164876] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed7107-dba9-42c1-8b72-5aed413fe70b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.178025] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c4657-d70c-4c8d-a235-7c962863c5f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.209149] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d01a36-fe3f-4382-b474-e9e35be7525c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.223248] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a1ef2-51b3-4f26-92d7-ff0096a0b3ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.239067] env[69133]: DEBUG nova.compute.provider_tree [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.294662] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5212daf5-0111-1cf7-d898-f7dc13acfa18, 'name': SearchDatastore_Task, 'duration_secs': 0.034468} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.295531] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ccef3b-f76f-4503-a6c4-fc278056b634 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.300788] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 840.300788] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522dde7c-65bc-dfb6-1c2c-975410134c6c" [ 840.300788] env[69133]: _type = "Task" [ 840.300788] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.311668] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522dde7c-65bc-dfb6-1c2c-975410134c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.402075] env[69133]: DEBUG oslo_vmware.api [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3190996, 'name': PowerOnVM_Task, 'duration_secs': 0.498629} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.402366] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.402569] env[69133]: INFO nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Took 9.17 seconds to spawn the instance on the hypervisor. [ 840.402749] env[69133]: DEBUG nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.403528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e615f2-b4c2-4e43-822b-d5f213cb5383 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.419506] env[69133]: DEBUG oslo_vmware.api [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3190997, 'name': PowerOffVM_Task, 'duration_secs': 0.207571} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.419750] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.419958] env[69133]: DEBUG nova.compute.manager [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.420652] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb04d3f-e43f-4b22-9136-03260201022d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.616903] env[69133]: DEBUG nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Received event network-vif-deleted-db960333-5cf4-439e-b985-363165c754d6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.617131] env[69133]: INFO nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Neutron deleted interface db960333-5cf4-439e-b985-363165c754d6; detaching it from the instance and deleting it from the info cache [ 840.617311] env[69133]: DEBUG nova.network.neutron [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.644280] env[69133]: DEBUG nova.network.neutron [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.676743] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.702638] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.702880] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.703047] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.703236] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.703384] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.703534] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.703736] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.703893] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.704067] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.704305] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.704490] env[69133]: DEBUG nova.virt.hardware [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.705338] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14cc1d1-ac3d-4490-8fe0-26f19fc46327 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.713504] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8804a72d-a1c7-4b38-a370-27d3e8e3b78e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.742695] env[69133]: DEBUG nova.scheduler.client.report [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.811755] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522dde7c-65bc-dfb6-1c2c-975410134c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.032145} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.812898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.812898] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] f85d111c-fed1-427f-ac11-411e5a53507a/f85d111c-fed1-427f-ac11-411e5a53507a.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.812898] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef23f76-8f2b-4df2-bc7f-f5812b8382c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.819845] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 840.819845] env[69133]: value = "task-3190998" [ 840.819845] env[69133]: _type = "Task" [ 840.819845] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.827947] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.857448] env[69133]: DEBUG nova.network.neutron [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.926232] env[69133]: INFO nova.compute.manager [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Took 46.92 seconds to build instance. [ 840.931451] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5abfa12d-d919-4123-8989-c5ffa0b29a69 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.120850] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19f87a17-44b8-4aaa-8160-a5914a72baa3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.129545] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ad4c13-ef26-40d5-b9ee-4850881e000c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.146619] env[69133]: INFO nova.compute.manager [-] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Took 1.50 seconds to deallocate network for instance. [ 841.171397] env[69133]: DEBUG nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Detach interface failed, port_id=db960333-5cf4-439e-b985-363165c754d6, reason: Instance a6acd54e-3446-4a37-a983-2d83402a5988 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.171397] env[69133]: DEBUG nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Received event network-vif-deleted-2dd9997a-db3f-460b-ab42-810fbab3233c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.171397] env[69133]: INFO nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Neutron deleted interface 2dd9997a-db3f-460b-ab42-810fbab3233c; detaching it from the instance and deleting it from the info cache [ 841.171397] env[69133]: DEBUG nova.network.neutron [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.247837] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.248397] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.250955] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.172s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.251263] env[69133]: DEBUG nova.objects.instance [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lazy-loading 'resources' on Instance uuid d6bff616-449a-4199-8f75-226b41579020 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.335233] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.364018] env[69133]: INFO nova.compute.manager [-] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Took 1.49 seconds to deallocate network for instance. [ 841.429224] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1d691923-46e6-4728-be2d-43ff53ad32bc tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.238s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.674031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.674031] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32eeef9b-9339-4e7d-b9ce-bcf3f7734a09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.682163] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Successfully updated port: 0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.691439] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb8435-18dd-45d9-b9f6-7520b437f4c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.731215] env[69133]: DEBUG nova.compute.manager [req-4952517f-f433-418e-85e6-d7016b179e6f req-8eaa74ab-09db-452f-bdd6-87b15bd1cf2f service nova] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Detach interface failed, port_id=2dd9997a-db3f-460b-ab42-810fbab3233c, reason: Instance 002c755b-20ee-4ca9-a985-1af782608482 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.744028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.744289] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.744474] env[69133]: DEBUG nova.compute.manager [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.745594] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bcfd63-9d37-40ad-ba8e-ef8dd4562bc7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.751981] env[69133]: DEBUG nova.compute.manager [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.752483] env[69133]: DEBUG nova.objects.instance [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'flavor' on Instance uuid 5632c753-aa9d-42c9-8bc2-2452e212d925 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.754536] env[69133]: DEBUG nova.compute.utils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.760142] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.760142] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.806743] env[69133]: DEBUG nova.policy [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '047cb779e9364233b552f7ebe5bc3d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e1bbd50ca3c4f93b1aa9441b9b2f0ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.831889] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670374} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.834380] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] f85d111c-fed1-427f-ac11-411e5a53507a/f85d111c-fed1-427f-ac11-411e5a53507a.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.834649] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.835099] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c418466-4e07-4ef9-8da2-c5a617d8f622 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.842159] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 841.842159] env[69133]: value = "task-3190999" [ 841.842159] env[69133]: _type = "Task" [ 841.842159] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.852420] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.871724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.133957] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Successfully created port: 39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.207590] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.207731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquired lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.207876] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.260038] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.274455] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d32aa2-9b79-4421-a42f-c2fbf22e20b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.286422] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f17e8a0-cc53-4586-8bea-2e9b582853c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.319780] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d56cdd-0cec-4754-a92e-c173ec5f7227 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.328858] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1194a90-5876-48c1-a8d6-2fe1943eb629 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.343119] env[69133]: DEBUG nova.compute.provider_tree [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.353172] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3190999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062101} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.353443] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.354266] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae23cd-c542-478f-a21e-7eca7410a3fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.377237] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] f85d111c-fed1-427f-ac11-411e5a53507a/f85d111c-fed1-427f-ac11-411e5a53507a.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.377728] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8da7a1b-aa8a-489e-984f-7290dd6af7c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.397833] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 842.397833] env[69133]: value = "task-3191000" [ 842.397833] env[69133]: _type = "Task" [ 842.397833] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.407961] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.592350] env[69133]: DEBUG nova.compute.manager [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Stashing vm_state: stopped {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 842.647507] env[69133]: DEBUG nova.compute.manager [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Received event network-vif-plugged-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.647851] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Acquiring lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.648109] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.648285] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.648457] env[69133]: DEBUG nova.compute.manager [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] No waiting events found dispatching network-vif-plugged-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.648618] env[69133]: WARNING nova.compute.manager [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Received unexpected event network-vif-plugged-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 for instance with vm_state building and task_state spawning. [ 842.648773] env[69133]: DEBUG nova.compute.manager [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Received event network-changed-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.648934] env[69133]: DEBUG nova.compute.manager [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Refreshing instance network info cache due to event network-changed-0c1b7df4-711a-4a7b-9d79-b868078ac9d5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.649118] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Acquiring lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.740406] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.769391] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.769476] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa02a2d-72b9-43f9-bae3-42424008e758 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.778077] env[69133]: DEBUG oslo_vmware.api [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 842.778077] env[69133]: value = "task-3191001" [ 842.778077] env[69133]: _type = "Task" [ 842.778077] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.787825] env[69133]: DEBUG oslo_vmware.api [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.848804] env[69133]: DEBUG nova.scheduler.client.report [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.908781] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191000, 'name': ReconfigVM_Task, 'duration_secs': 0.269297} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.909082] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] f85d111c-fed1-427f-ac11-411e5a53507a/f85d111c-fed1-427f-ac11-411e5a53507a.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.909695] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793af030-4190-46c9-9274-74e26794ecad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.914752] env[69133]: DEBUG nova.network.neutron [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updating instance_info_cache with network_info: [{"id": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "address": "fa:16:3e:19:25:23", "network": {"id": "de657408-8224-40a7-91a2-268eb84a5df1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1083332665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac39dd290d864fc284f6e75e24268f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1b7df4-71", "ovs_interfaceid": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.916838] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 842.916838] env[69133]: value = "task-3191002" [ 842.916838] env[69133]: _type = "Task" [ 842.916838] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.926025] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191002, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.113400] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.271580] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.288663] env[69133]: DEBUG oslo_vmware.api [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191001, 'name': PowerOffVM_Task, 'duration_secs': 0.212442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.288950] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.289192] env[69133]: DEBUG nova.compute.manager [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.289988] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1b539-bc34-4298-9461-140c335de0e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.302830] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.303081] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.303243] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.303429] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.303578] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.303724] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.303928] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.304099] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.304338] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.304520] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.304694] env[69133]: DEBUG nova.virt.hardware [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.305525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1baee0-2927-45be-9f11-d6b45f6f20be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.313982] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcbad0-f71e-4d52-92f7-f3e06bf6c9c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.354448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.357443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.673s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.357670] env[69133]: DEBUG nova.objects.instance [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lazy-loading 'resources' on Instance uuid 769089ae-92dc-463f-9b74-2766a6d0c609 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.384372] env[69133]: INFO nova.scheduler.client.report [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleted allocations for instance d6bff616-449a-4199-8f75-226b41579020 [ 843.418713] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Releasing lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.419087] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Instance network_info: |[{"id": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "address": "fa:16:3e:19:25:23", "network": {"id": "de657408-8224-40a7-91a2-268eb84a5df1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1083332665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac39dd290d864fc284f6e75e24268f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1b7df4-71", "ovs_interfaceid": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.419508] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Acquired lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.419697] env[69133]: DEBUG nova.network.neutron [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Refreshing network info cache for port 0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.420849] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:25:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c1b7df4-711a-4a7b-9d79-b868078ac9d5', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.428999] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Creating folder: Project (ac39dd290d864fc284f6e75e24268f16). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.435500] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eda128a6-049f-41f4-93af-361ba5e7fa73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.444009] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191002, 'name': Rename_Task, 'duration_secs': 0.14798} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.444009] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.444009] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-125c75c1-88ff-4991-a218-91941f1f3d00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.446632] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Created folder: Project (ac39dd290d864fc284f6e75e24268f16) in parent group-v637972. [ 843.446819] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Creating folder: Instances. Parent ref: group-v638147. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.449323] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60472958-8e66-4c89-a6f9-d513bbd8658f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.451921] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 843.451921] env[69133]: value = "task-3191004" [ 843.451921] env[69133]: _type = "Task" [ 843.451921] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.460054] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.461174] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Created folder: Instances in parent group-v638147. [ 843.461395] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.461577] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.461795] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac5ca15-4809-4364-8ee5-c6ad99d95c78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.481008] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.481008] env[69133]: value = "task-3191006" [ 843.481008] env[69133]: _type = "Task" [ 843.481008] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.490934] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191006, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.811894] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3aeeecce-2f89-46d7-b99d-b3ac01ec00b5 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.842970] env[69133]: DEBUG nova.network.neutron [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updated VIF entry in instance network info cache for port 0c1b7df4-711a-4a7b-9d79-b868078ac9d5. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.843519] env[69133]: DEBUG nova.network.neutron [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updating instance_info_cache with network_info: [{"id": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "address": "fa:16:3e:19:25:23", "network": {"id": "de657408-8224-40a7-91a2-268eb84a5df1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1083332665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac39dd290d864fc284f6e75e24268f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1b7df4-71", "ovs_interfaceid": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.900643] env[69133]: DEBUG oslo_concurrency.lockutils [None req-49b9d27e-d9e5-4f62-b538-2811c009654c tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "d6bff616-449a-4199-8f75-226b41579020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.839s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.963080] env[69133]: DEBUG oslo_vmware.api [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191004, 'name': PowerOnVM_Task, 'duration_secs': 0.453851} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.964615] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Successfully updated port: 39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.966092] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.966386] env[69133]: INFO nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Took 7.91 seconds to spawn the instance on the hypervisor. [ 843.966628] env[69133]: DEBUG nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.971453] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a15a3-bfd0-4bd1-adbe-0df320dc2cba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.991397] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191006, 'name': CreateVM_Task, 'duration_secs': 0.442571} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.991568] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.992297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.992458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.992764] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.993047] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854a8022-6dc0-4800-bfb2-196243705f29 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.998463] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 843.998463] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f7618f-f760-8d36-749d-1f140df4d92c" [ 843.998463] env[69133]: _type = "Task" [ 843.998463] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.008913] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f7618f-f760-8d36-749d-1f140df4d92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.303852] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d81d754-9304-4165-b3a0-0a9c0d6596fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.313557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0019b75-c45e-4dd9-862b-671f3209e3d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.344596] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c238f70-6ba9-4da0-9869-632dc9435f49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.347453] env[69133]: DEBUG oslo_concurrency.lockutils [req-62b84378-9a46-4cd5-9065-acd447725e45 req-08db6c7f-7ef9-40cd-81a6-3f910098ae81 service nova] Releasing lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.352643] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a1dd09-8f86-451b-b7d9-93852c8e09d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.365764] env[69133]: DEBUG nova.compute.provider_tree [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.473425] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.473572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.474470] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.489248] env[69133]: INFO nova.compute.manager [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Took 49.60 seconds to build instance. [ 844.509654] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f7618f-f760-8d36-749d-1f140df4d92c, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.510319] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.510652] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.510884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.510958] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.511139] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.512231] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99af8acc-a7da-40c5-aba5-eff31349afdd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.520702] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.520866] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.521640] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cadb1ba-cb9c-4bf9-8db4-c549fca01daa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.527095] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 844.527095] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ebee18-ac46-961f-1509-6a718b0a8230" [ 844.527095] env[69133]: _type = "Task" [ 844.527095] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.534379] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ebee18-ac46-961f-1509-6a718b0a8230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.540175] env[69133]: INFO nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Rebuilding instance [ 844.586309] env[69133]: DEBUG nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.587271] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ad3267-3c78-4dd7-bcf7-1a1f220f1fe1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.730068] env[69133]: DEBUG nova.compute.manager [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received event network-vif-plugged-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.730068] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Acquiring lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.730068] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.730975] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.730975] env[69133]: DEBUG nova.compute.manager [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] No waiting events found dispatching network-vif-plugged-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.730975] env[69133]: WARNING nova.compute.manager [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received unexpected event network-vif-plugged-39c974fe-689c-4f90-9cf1-ad3c6d501b80 for instance with vm_state building and task_state spawning. [ 844.730975] env[69133]: DEBUG nova.compute.manager [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.730975] env[69133]: DEBUG nova.compute.manager [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing instance network info cache due to event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.731321] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Acquiring lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.771595] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.771973] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.772091] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.772283] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.772452] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.774531] env[69133]: INFO nova.compute.manager [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Terminating instance [ 844.868674] env[69133]: DEBUG nova.scheduler.client.report [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.991760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e702a578-694f-4027-853f-65b7c66db779 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.672s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.017508] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.038332] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ebee18-ac46-961f-1509-6a718b0a8230, 'name': SearchDatastore_Task, 'duration_secs': 0.024883} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.039172] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda8d838-9475-47c0-bd7b-5d28ecea1905 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.048248] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 845.048248] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b61ff1-ffbb-7269-4a26-80d3ed2f47ec" [ 845.048248] env[69133]: _type = "Task" [ 845.048248] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.057290] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b61ff1-ffbb-7269-4a26-80d3ed2f47ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.181939] env[69133]: DEBUG nova.network.neutron [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.278107] env[69133]: DEBUG nova.compute.manager [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.278768] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.279999] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20bdd5-37eb-4664-bf67-7f965775510a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.291073] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.291374] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a66f3e-c21b-4943-9f46-931e85c9212a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.298933] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 845.298933] env[69133]: value = "task-3191007" [ 845.298933] env[69133]: _type = "Task" [ 845.298933] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.310668] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3191007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.373734] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.376896] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.690s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.377161] env[69133]: DEBUG nova.objects.instance [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'resources' on Instance uuid be31b1a0-7ebd-40a5-a016-514f8bbdd18b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.396692] env[69133]: INFO nova.scheduler.client.report [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleted allocations for instance 769089ae-92dc-463f-9b74-2766a6d0c609 [ 845.558857] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b61ff1-ffbb-7269-4a26-80d3ed2f47ec, 'name': SearchDatastore_Task, 'duration_secs': 0.032632} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.559167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.559449] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 832b80d3-0e0b-4c7a-b95e-ca80ab727662/832b80d3-0e0b-4c7a-b95e-ca80ab727662.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.559718] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82c34c44-1bc3-460c-bee2-633a8da385b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.567434] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 845.567434] env[69133]: value = "task-3191008" [ 845.567434] env[69133]: _type = "Task" [ 845.567434] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.576604] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.602571] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.603059] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103d7369-0ffe-4487-9a4f-b12ec5610710 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.609964] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 845.609964] env[69133]: value = "task-3191009" [ 845.609964] env[69133]: _type = "Task" [ 845.609964] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.621754] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 845.622038] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.622949] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976d7df-1db1-4fdb-8ea9-842e85cf5cd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.630157] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.630447] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0c40af-f468-451c-bf4e-e427610a0343 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.653230] env[69133]: DEBUG nova.compute.manager [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.654730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87cf701-caad-4f3d-8cef-0faf906a02b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.689258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.689861] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Instance network_info: |[{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.690326] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Acquired lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.691023] env[69133]: DEBUG nova.network.neutron [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.692256] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:5e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39c974fe-689c-4f90-9cf1-ad3c6d501b80', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.700599] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.701249] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.701526] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05fb1979-270b-45d5-a5f2-2ca26ce1c3b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.719949] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.720197] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.720490] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore1] 5632c753-aa9d-42c9-8bc2-2452e212d925 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.721106] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc036108-32f1-4685-a513-7a6f9e459ac1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.729272] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 845.729272] env[69133]: value = "task-3191012" [ 845.729272] env[69133]: _type = "Task" [ 845.729272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.733869] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.733869] env[69133]: value = "task-3191011" [ 845.733869] env[69133]: _type = "Task" [ 845.733869] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.744772] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191011, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.813632] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3191007, 'name': PowerOffVM_Task, 'duration_secs': 0.268553} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.813989] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.814145] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.814564] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3042af77-86c9-414b-b968-368c5d06f534 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.891713] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.892221] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.892356] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleting the datastore file [datastore2] a250221d-826d-406b-b128-6fd6dc2bfbb9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.892716] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8270d9f-2712-4062-8d0f-33a7580bc3d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.906901] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for the task: (returnval){ [ 845.906901] env[69133]: value = "task-3191014" [ 845.906901] env[69133]: _type = "Task" [ 845.906901] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.907696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8652827e-ea2b-46b9-9fda-c14aa3b1d4fc tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "769089ae-92dc-463f-9b74-2766a6d0c609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.218s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.922958] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3191014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.080524] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509914} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.080693] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 832b80d3-0e0b-4c7a-b95e-ca80ab727662/832b80d3-0e0b-4c7a-b95e-ca80ab727662.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.080980] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.081450] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-354abe19-d3c6-4efe-b030-1398746f155c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.089240] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 846.089240] env[69133]: value = "task-3191015" [ 846.089240] env[69133]: _type = "Task" [ 846.089240] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.098697] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.170718] env[69133]: INFO nova.compute.manager [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] instance snapshotting [ 846.178150] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15823c4c-4246-46b2-9d9c-d41abcd13b8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.204575] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cffa6a0-a7eb-4ad6-9cd2-c4b4f8391b71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.242491] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.250367] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191011, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.426193] env[69133]: DEBUG oslo_vmware.api [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Task: {'id': task-3191014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506757} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.426537] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.426736] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.426915] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.427107] env[69133]: INFO nova.compute.manager [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.427359] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.427555] env[69133]: DEBUG nova.compute.manager [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.427648] env[69133]: DEBUG nova.network.neutron [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.480202] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da7e5d-d820-4bef-b6ac-854c99d0cd8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.489141] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f27c9-8372-4195-addb-d9a34c4a2f6d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.528695] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb99e3f2-1124-49cf-bbe9-f76ff1466c70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.536299] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1531e618-b362-4987-9b4b-eacae61e8b82 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.551430] env[69133]: DEBUG nova.compute.provider_tree [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.600940] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193194} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.601242] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.602031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38698cf4-1874-4099-87cf-8801a0316b00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.623449] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 832b80d3-0e0b-4c7a-b95e-ca80ab727662/832b80d3-0e0b-4c7a-b95e-ca80ab727662.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.624477] env[69133]: DEBUG nova.network.neutron [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updated VIF entry in instance network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.624835] env[69133]: DEBUG nova.network.neutron [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.628510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.628510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.628510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.628510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.628510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.629686] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ffbd87-7520-4502-b860-6ecd187611ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.645608] env[69133]: DEBUG oslo_concurrency.lockutils [req-503a83b5-6eb3-4a57-952f-0272a75fa15c req-910ffc4d-185e-48f1-8ee6-d8be1c722d24 service nova] Releasing lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.646225] env[69133]: INFO nova.compute.manager [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Terminating instance [ 846.653840] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 846.653840] env[69133]: value = "task-3191016" [ 846.653840] env[69133]: _type = "Task" [ 846.653840] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.667075] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.717802] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.718208] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0095514-77da-4555-bf3b-cd9b72501cd0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.726593] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 846.726593] env[69133]: value = "task-3191017" [ 846.726593] env[69133]: _type = "Task" [ 846.726593] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.743683] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191017, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.743943] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666561} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.744624] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.744819] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.745050] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.750198] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191011, 'name': CreateVM_Task, 'duration_secs': 0.770334} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.750580] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.751236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.751398] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.751709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.751955] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70b2987-7a9b-4562-8017-a9ffa760a2b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.756681] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 846.756681] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e1ec6c-6bca-2fce-241c-a2c7c1c42ad5" [ 846.756681] env[69133]: _type = "Task" [ 846.756681] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.765545] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1ec6c-6bca-2fce-241c-a2c7c1c42ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.814899] env[69133]: DEBUG nova.compute.manager [req-22037778-3409-475b-b14a-9420ba0c60cc req-319604f1-fe8d-47da-9a9c-b2d833e6720c service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Received event network-vif-deleted-b88ea946-c801-4c09-9a69-282954e703a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.815173] env[69133]: INFO nova.compute.manager [req-22037778-3409-475b-b14a-9420ba0c60cc req-319604f1-fe8d-47da-9a9c-b2d833e6720c service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Neutron deleted interface b88ea946-c801-4c09-9a69-282954e703a9; detaching it from the instance and deleting it from the info cache [ 846.815415] env[69133]: DEBUG nova.network.neutron [req-22037778-3409-475b-b14a-9420ba0c60cc req-319604f1-fe8d-47da-9a9c-b2d833e6720c service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.058604] env[69133]: DEBUG nova.scheduler.client.report [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.150149] env[69133]: DEBUG nova.compute.manager [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.150394] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.151333] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047dc5ef-35f9-4de1-8268-6489e50f62e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169985] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.172682] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7561f66d-b080-43f0-874c-8984429a280a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.174308] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191016, 'name': ReconfigVM_Task, 'duration_secs': 0.300308} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.174582] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 832b80d3-0e0b-4c7a-b95e-ca80ab727662/832b80d3-0e0b-4c7a-b95e-ca80ab727662.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.175644] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2249b5d3-c28d-4877-8ca9-39d24983dacc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.180400] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 847.180400] env[69133]: value = "task-3191018" [ 847.180400] env[69133]: _type = "Task" [ 847.180400] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.184296] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 847.184296] env[69133]: value = "task-3191019" [ 847.184296] env[69133]: _type = "Task" [ 847.184296] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.190785] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3191018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.195596] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191019, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.238753] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191017, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.267573] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1ec6c-6bca-2fce-241c-a2c7c1c42ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.267917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.268386] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.268449] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.268578] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.268772] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.269048] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ebb9d1c-1f09-446c-9f2c-81bf6cba1f57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.278773] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.278773] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.279393] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0d03f4-3b8d-4c85-b8c8-44c9ecef156f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.285457] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 847.285457] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a1dd7e-c112-1ee8-f6c1-ab41759ef8de" [ 847.285457] env[69133]: _type = "Task" [ 847.285457] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.293985] env[69133]: DEBUG nova.network.neutron [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.295557] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1dd7e-c112-1ee8-f6c1-ab41759ef8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.320359] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7afbb30-d5ca-4006-ba53-1b1d1bc0e877 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.331127] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac4ec9-276a-4adf-9ba1-1dba2be2558e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.365393] env[69133]: DEBUG nova.compute.manager [req-22037778-3409-475b-b14a-9420ba0c60cc req-319604f1-fe8d-47da-9a9c-b2d833e6720c service nova] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Detach interface failed, port_id=b88ea946-c801-4c09-9a69-282954e703a9, reason: Instance a250221d-826d-406b-b128-6fd6dc2bfbb9 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 847.563224] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.564880] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.674s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.566453] env[69133]: INFO nova.compute.claims [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.591428] env[69133]: INFO nova.scheduler.client.report [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted allocations for instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b [ 847.694102] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3191018, 'name': PowerOffVM_Task, 'duration_secs': 0.271466} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.697183] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.697263] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.697501] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191019, 'name': Rename_Task, 'duration_secs': 0.223472} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.697705] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b16136e0-1134-4f0d-9031-104df379cdf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.699284] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.699510] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-473e26ce-c7a1-4a0c-ad05-97f1548424a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.706474] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 847.706474] env[69133]: value = "task-3191020" [ 847.706474] env[69133]: _type = "Task" [ 847.706474] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.713900] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.735540] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191017, 'name': CreateSnapshot_Task, 'duration_secs': 0.980415} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.736838] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.736838] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99f4339-24de-446a-9d71-d8e2640250a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.766070] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.766219] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.766417] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleting the datastore file [datastore1] ecd49a8a-39f2-4cd3-9889-89c87f264617 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.766713] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e897791-583a-4db2-b701-f6b2dc57e1e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.773150] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for the task: (returnval){ [ 847.773150] env[69133]: value = "task-3191022" [ 847.773150] env[69133]: _type = "Task" [ 847.773150] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.782944] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3191022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.785645] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.785863] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.786034] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.786222] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.786371] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.786515] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.786721] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.786878] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.787088] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.787221] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.787394] env[69133]: DEBUG nova.virt.hardware [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.788469] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0620b1-12b3-4737-b11b-aae0c7479ead {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.800367] env[69133]: INFO nova.compute.manager [-] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Took 1.37 seconds to deallocate network for instance. [ 847.800875] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1dd7e-c112-1ee8-f6c1-ab41759ef8de, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.803799] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb886c-f967-443e-ac25-f8eabbd01f5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.810008] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e24dfb-b27a-4432-adc7-6ab6fc4887ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.823074] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:97:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e8b11b-1992-4b5d-8513-64f9de2f1a6a', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.830393] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.830704] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 847.830704] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525b7dac-747a-2d0d-7d74-c01bd48d319b" [ 847.830704] env[69133]: _type = "Task" [ 847.830704] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.831191] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.831452] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edfab8b9-2576-49b9-aff2-1578066021db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.854239] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525b7dac-747a-2d0d-7d74-c01bd48d319b, 'name': SearchDatastore_Task, 'duration_secs': 0.009359} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.855698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.855965] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ffeb0638-d89c-4b84-9d8d-16251a378ebf/ffeb0638-d89c-4b84-9d8d-16251a378ebf.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.856209] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.856209] env[69133]: value = "task-3191023" [ 847.856209] env[69133]: _type = "Task" [ 847.856209] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.856430] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-013ea6b7-1bf7-40ff-889d-bbe391e049ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.867105] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 847.867105] env[69133]: value = "task-3191024" [ 847.867105] env[69133]: _type = "Task" [ 847.867105] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.868427] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191023, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.875983] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.100431] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2d4c21a2-4f0d-45ff-9668-197108dcb5e3 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.841s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.102072] env[69133]: DEBUG oslo_concurrency.lockutils [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] Acquired lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.103675] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7da89-96d8-4a60-a7e3-50a8ce837663 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.115802] env[69133]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 848.115911] env[69133]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69133) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 848.117155] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f4ee92-60b2-41bf-b190-c492452ed5c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.129792] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735c959-f673-4892-b343-c405a2357d0f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.171112] env[69133]: ERROR root [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-637997' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-637997' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-637997' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-637997'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-637997' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-637997' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-637997'}\n"]: nova.exception.InstanceNotFound: Instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b could not be found. [ 848.171112] env[69133]: DEBUG oslo_concurrency.lockutils [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] Releasing lock "be31b1a0-7ebd-40a5-a016-514f8bbdd18b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.171528] env[69133]: DEBUG nova.compute.manager [req-d0474732-345e-4cc2-a095-01a973b0ce8a req-cd8e8628-f431-4140-96bd-50f21cd24208 service nova] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Detach interface failed, port_id=942f938f-38e9-4690-8827-052b4c801e34, reason: Instance be31b1a0-7ebd-40a5-a016-514f8bbdd18b could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.218432] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.259075] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.259277] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-439d1b26-1910-485c-88ad-e46ea6a35896 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.268502] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 848.268502] env[69133]: value = "task-3191025" [ 848.268502] env[69133]: _type = "Task" [ 848.268502] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.280522] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.286147] env[69133]: DEBUG oslo_vmware.api [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Task: {'id': task-3191022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139228} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.286443] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.286660] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.286854] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.287048] env[69133]: INFO nova.compute.manager [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Took 1.14 seconds to destroy the instance on the hypervisor. [ 848.287350] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.287557] env[69133]: DEBUG nova.compute.manager [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.287708] env[69133]: DEBUG nova.network.neutron [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.313953] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.368634] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191023, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.376678] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468187} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.376962] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ffeb0638-d89c-4b84-9d8d-16251a378ebf/ffeb0638-d89c-4b84-9d8d-16251a378ebf.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.377197] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.377458] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-090475ae-45ac-4271-a013-5a06a0ea95a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.385966] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 848.385966] env[69133]: value = "task-3191026" [ 848.385966] env[69133]: _type = "Task" [ 848.385966] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.394182] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.718785] env[69133]: DEBUG oslo_vmware.api [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191020, 'name': PowerOnVM_Task, 'duration_secs': 0.64165} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.719104] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.719321] env[69133]: INFO nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Took 8.04 seconds to spawn the instance on the hypervisor. [ 848.719503] env[69133]: DEBUG nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.720313] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7ce6d-f20c-4a5a-998f-f47249f1e4ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.779302] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.846810] env[69133]: DEBUG nova.compute.manager [req-d3f89a02-d202-4e94-b293-085604bc0898 req-5369e176-ac49-48ed-bb3b-a615bebd27e4 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Received event network-vif-deleted-35a58d72-a258-4fae-8df7-f80a0fe40d86 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.846931] env[69133]: INFO nova.compute.manager [req-d3f89a02-d202-4e94-b293-085604bc0898 req-5369e176-ac49-48ed-bb3b-a615bebd27e4 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Neutron deleted interface 35a58d72-a258-4fae-8df7-f80a0fe40d86; detaching it from the instance and deleting it from the info cache [ 848.847126] env[69133]: DEBUG nova.network.neutron [req-d3f89a02-d202-4e94-b293-085604bc0898 req-5369e176-ac49-48ed-bb3b-a615bebd27e4 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.874704] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191023, 'name': CreateVM_Task, 'duration_secs': 0.535149} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.874921] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.875632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.875819] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.876116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.876433] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50451708-a416-4efc-8ab8-c6d38ca7d916 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.883713] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 848.883713] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525193ca-0cc5-3514-e804-dea512426aaa" [ 848.883713] env[69133]: _type = "Task" [ 848.883713] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.896265] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525193ca-0cc5-3514-e804-dea512426aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.902392] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.902670] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.902904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.903065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.903246] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.903839] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103212} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.905362] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0281b510-373e-46f4-9eaa-77f115240028 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.906106] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.906901] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2280c4-4a62-4701-8477-026178fea7be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.932718] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] ffeb0638-d89c-4b84-9d8d-16251a378ebf/ffeb0638-d89c-4b84-9d8d-16251a378ebf.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.938055] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1254edbc-c1a5-44fc-909c-5154300fbfe8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.952374] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.952567] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.953541] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446ef981-fcbf-48b6-94aa-9cdb3efe3f2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.959225] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 848.959225] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529e04fa-92af-c0c2-8b06-219dad25a2fd" [ 848.959225] env[69133]: _type = "Task" [ 848.959225] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.963585] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 848.963585] env[69133]: value = "task-3191027" [ 848.963585] env[69133]: _type = "Task" [ 848.963585] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.972593] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529e04fa-92af-c0c2-8b06-219dad25a2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008541} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.973679] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292273c8-5c3a-4e0a-b621-d6a776407423 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.978659] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.983568] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 848.983568] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f98477-96d6-ebd8-cde5-61d18b4cb89b" [ 848.983568] env[69133]: _type = "Task" [ 848.983568] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.992137] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f98477-96d6-ebd8-cde5-61d18b4cb89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.014839] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5641c4-6ed1-4743-ae25-c09177eed141 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.022044] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9c301-7dc0-4c7b-bad7-ac0ee077e792 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.052900] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf6119f-a0fe-44ed-a739-59263813cfee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.060260] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e55ca-e213-4402-ae29-248b3b2e6db5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.074097] env[69133]: DEBUG nova.compute.provider_tree [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.087722] env[69133]: DEBUG nova.network.neutron [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.239561] env[69133]: INFO nova.compute.manager [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Took 46.94 seconds to build instance. [ 849.279399] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.352435] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaaf0e45-cfaf-41d8-a44b-fa63039e060d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.362494] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d8c71-366e-41b7-b0ab-da926e95e443 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.396655] env[69133]: DEBUG nova.compute.manager [req-d3f89a02-d202-4e94-b293-085604bc0898 req-5369e176-ac49-48ed-bb3b-a615bebd27e4 service nova] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Detach interface failed, port_id=35a58d72-a258-4fae-8df7-f80a0fe40d86, reason: Instance ecd49a8a-39f2-4cd3-9889-89c87f264617 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.475775] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.494422] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f98477-96d6-ebd8-cde5-61d18b4cb89b, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.494739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.495087] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.495934] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b373b6b-eb42-46ee-b722-7b91ddbe11c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.502983] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 849.502983] env[69133]: value = "task-3191028" [ 849.502983] env[69133]: _type = "Task" [ 849.502983] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.511475] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.578104] env[69133]: DEBUG nova.scheduler.client.report [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.590817] env[69133]: INFO nova.compute.manager [-] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Took 1.30 seconds to deallocate network for instance. [ 849.742717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-76e34a06-8cd9-45d5-aae6-d9e788bbbddf tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.456s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.784219] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.986425] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191027, 'name': ReconfigVM_Task, 'duration_secs': 0.879463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.986922] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Reconfigured VM instance instance-0000003d to attach disk [datastore2] ffeb0638-d89c-4b84-9d8d-16251a378ebf/ffeb0638-d89c-4b84-9d8d-16251a378ebf.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.987763] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e568b8fb-c5f0-475a-87d1-7657bc09d982 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.996980] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 849.996980] env[69133]: value = "task-3191029" [ 849.996980] env[69133]: _type = "Task" [ 849.996980] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.006851] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191029, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.019731] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506975} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.020059] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.020359] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.020676] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5a917f-bb4f-484b-9ab4-e8d9fe836fcd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.026712] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 850.026712] env[69133]: value = "task-3191030" [ 850.026712] env[69133]: _type = "Task" [ 850.026712] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.036673] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.084939] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.085540] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.088360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.178s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.089610] env[69133]: DEBUG nova.objects.instance [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lazy-loading 'resources' on Instance uuid 3b2a9857-7f64-478a-96f1-128df28e7e90 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.100209] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.282644] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.508848] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191029, 'name': Rename_Task, 'duration_secs': 0.436153} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.509218] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.509480] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86de60d7-1c12-497a-8999-a16a61e56da2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.520569] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 850.520569] env[69133]: value = "task-3191031" [ 850.520569] env[69133]: _type = "Task" [ 850.520569] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.534355] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191031, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.539496] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067165} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.539751] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.540545] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffd67e-8254-4caf-9a75-840f4946731f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.563886] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.564668] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1656c31d-001e-4732-a3b5-c28c02d0e95e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.584599] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 850.584599] env[69133]: value = "task-3191032" [ 850.584599] env[69133]: _type = "Task" [ 850.584599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.592190] env[69133]: DEBUG nova.compute.utils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.599857] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 850.600214] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.780962] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.879206] env[69133]: DEBUG nova.compute.manager [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Received event network-changed-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.879371] env[69133]: DEBUG nova.compute.manager [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Refreshing instance network info cache due to event network-changed-0c1b7df4-711a-4a7b-9d79-b868078ac9d5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.879752] env[69133]: DEBUG oslo_concurrency.lockutils [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] Acquiring lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.879969] env[69133]: DEBUG oslo_concurrency.lockutils [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] Acquired lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.880175] env[69133]: DEBUG nova.network.neutron [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Refreshing network info cache for port 0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.993020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1cbf4b-f217-4761-9f6b-17f209c73d6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.003382] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12457d6f-8897-45ed-9a9b-f2f9b3afc2c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.046476] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b4f01e-e9c3-4f5e-8ec3-f13e7f789e81 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.054083] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.059976] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeaf3cd-6add-484b-bcbf-997190766ed7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.067274] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.067552] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.079219] env[69133]: DEBUG nova.compute.provider_tree [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.101607] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.104334] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.281861] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.551834] env[69133]: DEBUG oslo_vmware.api [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191031, 'name': PowerOnVM_Task, 'duration_secs': 0.744174} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.552166] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.552452] env[69133]: INFO nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Took 8.28 seconds to spawn the instance on the hypervisor. [ 851.552548] env[69133]: DEBUG nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.553284] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4077d45-59fe-488d-90dc-be78aa33049b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.571809] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.583842] env[69133]: DEBUG nova.scheduler.client.report [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.601764] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191032, 'name': ReconfigVM_Task, 'duration_secs': 0.60671} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.602199] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 5632c753-aa9d-42c9-8bc2-2452e212d925/5632c753-aa9d-42c9-8bc2-2452e212d925.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.602956] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-141580f8-ed26-4d6b-9a1c-7d20d333398c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613355] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 851.613355] env[69133]: value = "task-3191033" [ 851.613355] env[69133]: _type = "Task" [ 851.613355] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.622647] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191033, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.623096] env[69133]: DEBUG nova.network.neutron [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updated VIF entry in instance network info cache for port 0c1b7df4-711a-4a7b-9d79-b868078ac9d5. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.623436] env[69133]: DEBUG nova.network.neutron [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updating instance_info_cache with network_info: [{"id": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "address": "fa:16:3e:19:25:23", "network": {"id": "de657408-8224-40a7-91a2-268eb84a5df1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1083332665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac39dd290d864fc284f6e75e24268f16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c1b7df4-71", "ovs_interfaceid": "0c1b7df4-711a-4a7b-9d79-b868078ac9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.782316] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.069301] env[69133]: INFO nova.compute.manager [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Took 42.45 seconds to build instance. [ 852.094478] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.096608] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.099022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.543s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.100255] env[69133]: INFO nova.compute.claims [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.110065] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.117719] env[69133]: INFO nova.scheduler.client.report [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Deleted allocations for instance 3b2a9857-7f64-478a-96f1-128df28e7e90 [ 852.124559] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191033, 'name': Rename_Task, 'duration_secs': 0.396363} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.124853] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.125120] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667334f0-8d93-4c24-8b1c-5ea3226ff63f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.126964] env[69133]: DEBUG oslo_concurrency.lockutils [req-eeb125b3-154c-4f18-94eb-2ae19bff4c27 req-2541b4db-cd36-4b87-8551-58d52a0adbea service nova] Releasing lock "refresh_cache-832b80d3-0e0b-4c7a-b95e-ca80ab727662" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.133890] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 852.133890] env[69133]: value = "task-3191034" [ 852.133890] env[69133]: _type = "Task" [ 852.133890] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.137073] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.137305] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.137463] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.137644] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.137788] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.137934] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.138159] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.138319] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.138487] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.138655] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.138931] env[69133]: DEBUG nova.virt.hardware [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.142041] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd68d4-f43b-4896-9812-ae5fb2f677e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.150967] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191034, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.152259] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c4453-0f54-4330-b967-8fb90caee5b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.170119] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.175824] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Creating folder: Project (9de83759ca184ebe9cd25ac3233245f7). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.176454] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4361c0d4-4055-4be8-807c-c9e926c6feb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.187376] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Created folder: Project (9de83759ca184ebe9cd25ac3233245f7) in parent group-v637972. [ 852.187376] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Creating folder: Instances. Parent ref: group-v638154. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.187768] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b7122b-56c6-40fa-8577-9773cad094d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.195790] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Created folder: Instances in parent group-v638154. [ 852.196064] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.196265] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.196478] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0713e11d-2e08-4587-b417-ac9200071f95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.213883] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.213883] env[69133]: value = "task-3191037" [ 852.213883] env[69133]: _type = "Task" [ 852.213883] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.221989] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191037, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.282976] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.572854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-839db15f-eac6-4123-8afd-c8f417b19fa9 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.965s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.628342] env[69133]: DEBUG oslo_concurrency.lockutils [None req-84af4114-d76f-4af0-ae09-4d4d3b52dc94 tempest-ServerMetadataTestJSON-1565201366 tempest-ServerMetadataTestJSON-1565201366-project-member] Lock "3b2a9857-7f64-478a-96f1-128df28e7e90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.459s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.642738] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.723856] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191037, 'name': CreateVM_Task, 'duration_secs': 0.355495} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.724039] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.724487] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.724651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.725046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.725813] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a963134d-57b0-4700-acf2-be3fe7781b7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.729684] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 852.729684] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a73601-2dc9-258d-c114-64d47ef45411" [ 852.729684] env[69133]: _type = "Task" [ 852.729684] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.737064] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a73601-2dc9-258d-c114-64d47ef45411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.785227] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191025, 'name': CloneVM_Task, 'duration_secs': 4.040383} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.785577] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Created linked-clone VM from snapshot [ 852.786461] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066f7cbe-c87e-449e-8cd1-239a46510a73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.794505] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Uploading image f72a7186-1d47-40e5-bd35-9a79a4c69b61 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 852.822364] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 852.822364] env[69133]: value = "vm-638153" [ 852.822364] env[69133]: _type = "VirtualMachine" [ 852.822364] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 852.822796] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9424574e-964b-4e67-abc0-e0f3adc16e22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.829405] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease: (returnval){ [ 852.829405] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e3a1a5-43f2-0e34-df96-cafc524a3fef" [ 852.829405] env[69133]: _type = "HttpNfcLease" [ 852.829405] env[69133]: } obtained for exporting VM: (result){ [ 852.829405] env[69133]: value = "vm-638153" [ 852.829405] env[69133]: _type = "VirtualMachine" [ 852.829405] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 852.829624] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the lease: (returnval){ [ 852.829624] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e3a1a5-43f2-0e34-df96-cafc524a3fef" [ 852.829624] env[69133]: _type = "HttpNfcLease" [ 852.829624] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 852.835564] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.835564] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e3a1a5-43f2-0e34-df96-cafc524a3fef" [ 852.835564] env[69133]: _type = "HttpNfcLease" [ 852.835564] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 852.907046] env[69133]: DEBUG nova.compute.manager [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.907046] env[69133]: DEBUG nova.compute.manager [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing instance network info cache due to event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.907046] env[69133]: DEBUG oslo_concurrency.lockutils [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] Acquiring lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.907257] env[69133]: DEBUG oslo_concurrency.lockutils [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] Acquired lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.907352] env[69133]: DEBUG nova.network.neutron [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.114414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.114662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.114878] env[69133]: INFO nova.compute.manager [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Rebooting instance [ 853.146494] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191034, 'name': PowerOnVM_Task, 'duration_secs': 0.544998} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.146494] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.146494] env[69133]: DEBUG nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.146788] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b0d22-964f-4209-a074-c3cdb3655341 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.241678] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a73601-2dc9-258d-c114-64d47ef45411, 'name': SearchDatastore_Task, 'duration_secs': 0.012501} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.244125] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.244393] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.244633] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.244780] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.244959] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.245419] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e89c24-8c65-4d0e-bc51-33eeb643172b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.253644] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.253822] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.254566] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361fcf73-1aa2-4762-9d39-252074c4b002 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.262114] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 853.262114] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527f9601-b0c9-3b29-b07f-1e576ce2615a" [ 853.262114] env[69133]: _type = "Task" [ 853.262114] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.270219] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f9601-b0c9-3b29-b07f-1e576ce2615a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.338158] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 853.338158] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e3a1a5-43f2-0e34-df96-cafc524a3fef" [ 853.338158] env[69133]: _type = "HttpNfcLease" [ 853.338158] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 853.338456] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 853.338456] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e3a1a5-43f2-0e34-df96-cafc524a3fef" [ 853.338456] env[69133]: _type = "HttpNfcLease" [ 853.338456] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 853.339206] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdee4d8-fc23-4157-9b5f-e7a3ef997594 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.347292] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 853.347485] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 853.445334] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93ce9c9c-b6bb-4ff7-94cc-130c553d00b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.637643] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e123b4-cb44-4861-a6ca-50c7b1cbdd64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.643392] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.648980] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c20a955-dc93-4da1-bcff-65decede346b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.686608] env[69133]: INFO nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] bringing vm to original state: 'stopped' [ 853.695460] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb413b1b-edff-4cc2-a6eb-c8baa286804b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.704123] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1761ba98-afac-45b1-bb01-a3aed199d32b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.720475] env[69133]: DEBUG nova.compute.provider_tree [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.772544] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f9601-b0c9-3b29-b07f-1e576ce2615a, 'name': SearchDatastore_Task, 'duration_secs': 0.00983} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.773407] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcb503c-d807-4bae-a7d9-e5e9a0dd9793 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.782020] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 853.782020] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e59ea6-c7f3-debe-a118-7fc2d831897f" [ 853.782020] env[69133]: _type = "Task" [ 853.782020] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.787680] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e59ea6-c7f3-debe-a118-7fc2d831897f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.809871] env[69133]: DEBUG nova.network.neutron [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updated VIF entry in instance network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.810022] env[69133]: DEBUG nova.network.neutron [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.225093] env[69133]: DEBUG nova.scheduler.client.report [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.295390] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e59ea6-c7f3-debe-a118-7fc2d831897f, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.295585] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.295951] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.296284] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-470e6cb9-337e-465b-bc5e-9f9204daf08c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.303382] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 854.303382] env[69133]: value = "task-3191039" [ 854.303382] env[69133]: _type = "Task" [ 854.303382] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.312953] env[69133]: DEBUG oslo_concurrency.lockutils [req-77f0c363-6e29-49e1-b7a0-aafc5ea38bbb req-1bad8766-e784-4440-a8e0-0d090ae0d51b service nova] Releasing lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.313582] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.313966] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquired lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.314239] env[69133]: DEBUG nova.network.neutron [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.700535] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.700947] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.701236] env[69133]: DEBUG nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.702493] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71136b96-3764-4c6d-aadb-ee6efa6be0bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.714665] env[69133]: DEBUG nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 854.732966] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.734191] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.737905] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.444s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.738634] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.738634] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 854.738814] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.612s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.739193] env[69133]: DEBUG nova.objects.instance [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid ffa62f50-2af5-44ef-a34e-91a4463fdc17 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.742680] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf7ea4-b4d4-4ead-b84a-a378de91faec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.753491] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69373e0-90c4-403e-810c-abecf4d47430 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.774254] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a9fad-57a1-4610-a439-eca1b81411e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.783428] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf13232-14af-49ce-8352-a60cf2b77995 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.817394] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177995MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 854.817394] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.827956] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.828548] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.828772] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.829062] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86fd28bc-f2fa-469f-bb83-7e33c47b3271 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.836176] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 854.836176] env[69133]: value = "task-3191040" [ 854.836176] env[69133]: _type = "Task" [ 854.836176] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.844715] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.110715] env[69133]: DEBUG nova.network.neutron [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.220865] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.221243] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-070554b5-c04b-4a30-9717-98fc63107879 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.229304] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 855.229304] env[69133]: value = "task-3191041" [ 855.229304] env[69133]: _type = "Task" [ 855.229304] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.239425] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.246246] env[69133]: DEBUG nova.compute.utils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.248054] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.249063] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.294807] env[69133]: DEBUG nova.policy [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '987c141a6ae94d12bcc040007fbdba9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ead6e7ca9242efa83b9a8fc2c4546c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.350033] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087558} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.351639] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.355239] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec89b259-4076-4272-927f-31fe36948ac8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.381210] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.384438] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186df69b-e54b-4515-90e2-cf46c11583e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.407708] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 855.407708] env[69133]: value = "task-3191042" [ 855.407708] env[69133]: _type = "Task" [ 855.407708] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.428750] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.616034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Releasing lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.747908] env[69133]: DEBUG oslo_vmware.api [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191041, 'name': PowerOffVM_Task, 'duration_secs': 0.261624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.748249] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.748485] env[69133]: DEBUG nova.compute.manager [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.749349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac5042-675b-4401-b4e1-21e7bf6dfbf3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.755919] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.799100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f9500-64da-431b-bf1b-b723e433b8bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.808602] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45dab2-9677-436d-b861-1d7db5186833 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.842851] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Successfully created port: 3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.845184] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74c66ae-6b20-4fe8-ad12-306e5d87fc87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.853493] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea8da1-0d53-429a-a23f-b2841fc17d92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.874309] env[69133]: DEBUG nova.compute.provider_tree [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.920201] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191042, 'name': ReconfigVM_Task, 'duration_secs': 0.4085} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.920526] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.921250] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03169cc-29da-4c9e-92c0-78959d82f600 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.927345] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 855.927345] env[69133]: value = "task-3191043" [ 855.927345] env[69133]: _type = "Task" [ 855.927345] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.940333] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191043, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.121305] env[69133]: DEBUG nova.compute.manager [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.122323] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2c7f5-84f3-4acb-8221-fe91aa6003a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.273940] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.573s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.275161] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "fed45415-5ae2-4c53-ba98-6047f67ed027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.275432] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.378705] env[69133]: DEBUG nova.scheduler.client.report [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.438469] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191043, 'name': Rename_Task, 'duration_secs': 0.216414} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.438855] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.439119] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-627593d6-bb0a-439c-aa7e-4a4eb43e5ae8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.446051] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 856.446051] env[69133]: value = "task-3191044" [ 856.446051] env[69133]: _type = "Task" [ 856.446051] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.455074] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.768402] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.781707] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.787898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.796175] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.796436] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.796596] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.796780] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.796928] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.797087] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.797305] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.797468] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.797634] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.797826] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.798032] env[69133]: DEBUG nova.virt.hardware [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.799399] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e825b2-bd46-4bd2-9e7a-331a031fae02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.808353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ae71c-09f2-43c7-9885-f9dbeaabae60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883769] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.886325] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.297s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.887771] env[69133]: INFO nova.compute.claims [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.915870] env[69133]: INFO nova.scheduler.client.report [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance ffa62f50-2af5-44ef-a34e-91a4463fdc17 [ 856.958479] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.138468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f3102-8664-4bc1-9d49-8c26521f1cef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.147914] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Doing hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 857.148293] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-0a0b2855-67bd-46ad-b123-5aebd320c6cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.154836] env[69133]: DEBUG oslo_vmware.api [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 857.154836] env[69133]: value = "task-3191045" [ 857.154836] env[69133]: _type = "Task" [ 857.154836] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.303860] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.387552] env[69133]: DEBUG nova.compute.manager [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Received event network-vif-plugged-3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.387788] env[69133]: DEBUG oslo_concurrency.lockutils [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.388012] env[69133]: DEBUG oslo_concurrency.lockutils [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.388147] env[69133]: DEBUG oslo_concurrency.lockutils [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.388330] env[69133]: DEBUG nova.compute.manager [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] No waiting events found dispatching network-vif-plugged-3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.388498] env[69133]: WARNING nova.compute.manager [req-0f3f93fa-afe8-4f6b-8ef7-b98afd0ede52 req-990565f9-adf8-4e7a-bf55-606d028af34a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Received unexpected event network-vif-plugged-3d934bff-dbe7-458a-8161-76383e6745e2 for instance with vm_state building and task_state spawning. [ 857.424034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a322457e-de03-4c69-8828-08dde7f5edcb tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "ffa62f50-2af5-44ef-a34e-91a4463fdc17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.833s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.457585] env[69133]: DEBUG oslo_vmware.api [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191044, 'name': PowerOnVM_Task, 'duration_secs': 0.745919} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.457860] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.458071] env[69133]: INFO nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Took 5.35 seconds to spawn the instance on the hypervisor. [ 857.458251] env[69133]: DEBUG nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.459047] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f88c8-9bce-4a7e-8d3e-738b34828125 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.474851] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Successfully updated port: 3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.665587] env[69133]: DEBUG oslo_vmware.api [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191045, 'name': ResetVM_Task, 'duration_secs': 0.097349} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.666337] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Did hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 857.666337] env[69133]: DEBUG nova.compute.manager [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.666976] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cac27-c6c9-482f-8827-043b6f80715c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.684916] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.685178] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.685488] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.685685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.685853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.687828] env[69133]: INFO nova.compute.manager [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Terminating instance [ 857.976615] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.977018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.977018] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.981115] env[69133]: INFO nova.compute.manager [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Took 39.11 seconds to build instance. [ 858.182036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2fded863-6665-4406-80cd-2fc1f7cad738 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.067s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.195760] env[69133]: DEBUG nova.compute.manager [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.195760] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.195760] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eeb389-9abc-47b5-bc8b-6e2a8706f659 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.204486] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.207737] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c248a7e-1dc1-450f-b591-ed1c1d26fa8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.339130] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c4179-f079-494c-b9ae-238718e9f37a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.347732] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b988a9-7398-4698-a786-3a7ee794380c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.380283] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f42faa-e924-4e1b-a645-757f8abbefd4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.389279] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50f27b-d32e-4d11-bd19-6a602a267f16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.404553] env[69133]: DEBUG nova.compute.provider_tree [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.483078] env[69133]: DEBUG oslo_concurrency.lockutils [None req-87f4b795-9b32-46aa-b592-711f025cba11 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.623s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.514867] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.544906] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.544906] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.545104] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore2] 5632c753-aa9d-42c9-8bc2-2452e212d925 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.545257] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84320f1b-4912-463d-bc4e-451af1a076fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.554345] env[69133]: DEBUG oslo_vmware.api [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 858.554345] env[69133]: value = "task-3191047" [ 858.554345] env[69133]: _type = "Task" [ 858.554345] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.562606] env[69133]: DEBUG oslo_vmware.api [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.737406] env[69133]: DEBUG nova.network.neutron [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.907632] env[69133]: DEBUG nova.scheduler.client.report [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.971389] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "677c73c1-561f-443c-9548-b6086471ba2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.971629] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.074867] env[69133]: DEBUG oslo_vmware.api [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146012} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.075187] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.075383] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.075558] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.075754] env[69133]: INFO nova.compute.manager [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Took 0.88 seconds to destroy the instance on the hypervisor. [ 859.076016] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.076226] env[69133]: DEBUG nova.compute.manager [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.076321] env[69133]: DEBUG nova.network.neutron [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.245554] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.245908] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Instance network_info: |[{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.246355] env[69133]: INFO nova.compute.manager [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Rebuilding instance [ 859.248681] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:ab:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d934bff-dbe7-458a-8161-76383e6745e2', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.257128] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating folder: Project (48ead6e7ca9242efa83b9a8fc2c4546c). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.257616] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c82ffa0-4267-4da2-a0a0-bf220e884cc1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.276780] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created folder: Project (48ead6e7ca9242efa83b9a8fc2c4546c) in parent group-v637972. [ 859.277646] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating folder: Instances. Parent ref: group-v638157. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.277646] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e5b66a9-f1fa-4778-94d4-cb2280d14483 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.294615] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created folder: Instances in parent group-v638157. [ 859.295123] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.295123] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.295662] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fd5673-3191-441d-977a-bb54bafac21d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.316015] env[69133]: DEBUG nova.compute.manager [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.320669] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39f6e97-d090-443c-a780-6495e80e205a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.325274] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.325274] env[69133]: value = "task-3191050" [ 859.325274] env[69133]: _type = "Task" [ 859.325274] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.341772] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191050, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.413272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.413873] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.417569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.791s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.417766] env[69133]: DEBUG nova.objects.instance [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lazy-loading 'resources' on Instance uuid 01d15ded-514c-4e1e-8283-7e0b54518888 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.430392] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Received event network-changed-3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.430631] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Refreshing instance network info cache due to event network-changed-3d934bff-dbe7-458a-8161-76383e6745e2. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.430884] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.431053] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.431222] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Refreshing network info cache for port 3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.474400] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.765774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.765774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.765965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.766104] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.766269] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.768650] env[69133]: INFO nova.compute.manager [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Terminating instance [ 859.840661] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191050, 'name': CreateVM_Task, 'duration_secs': 0.447202} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.840661] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.841593] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.842169] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.842169] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.842465] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d40f8c-a0c3-4e68-9b89-c29803e8fb37 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.850104] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 859.850104] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5224bb01-8a8b-a3df-588a-4db347985eea" [ 859.850104] env[69133]: _type = "Task" [ 859.850104] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.860026] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5224bb01-8a8b-a3df-588a-4db347985eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.870889] env[69133]: DEBUG nova.network.neutron [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.920556] env[69133]: DEBUG nova.compute.utils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.925577] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.925756] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.994699] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.035477] env[69133]: DEBUG nova.policy [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d80ed95ae74d5799a7af9d4878b1b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2368f9303b48b3b22d50f86f0fa787', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.274489] env[69133]: DEBUG nova.compute.manager [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.274489] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.274859] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff2396-3a66-4db2-adcc-b750f2ad79d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.283794] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.284063] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265813a0-c412-4e05-8c48-c6bedcf3352c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.290911] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 860.290911] env[69133]: value = "task-3191051" [ 860.290911] env[69133]: _type = "Task" [ 860.290911] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.302274] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.326070] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updated VIF entry in instance network info cache for port 3d934bff-dbe7-458a-8161-76383e6745e2. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.326462] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.341638] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.342800] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-676dfea1-566e-41b8-9df3-19483af201f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.351550] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 860.351550] env[69133]: value = "task-3191052" [ 860.351550] env[69133]: _type = "Task" [ 860.351550] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.370602] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5224bb01-8a8b-a3df-588a-4db347985eea, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.377413] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.377747] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.378030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.378188] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.378403] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.378974] env[69133]: INFO nova.compute.manager [-] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Took 1.30 seconds to deallocate network for instance. [ 860.379304] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.379766] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e5a054-ed03-46f9-82c2-d36b9104f8ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.391659] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.391856] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.393463] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f2eb86-7c8c-4af2-8e9b-4d2dc4d89fb9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.397667] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cb7aca-9c83-404f-9389-8e1311b9435d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.409995] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea991d2-e76f-4037-922d-bdef28643cf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.410972] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 860.410972] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bb6f45-df6a-f2b2-c728-a2689f5d0081" [ 860.410972] env[69133]: _type = "Task" [ 860.410972] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.449086] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.459020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8248d1-7a47-4dae-b71c-0d73907c9fd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.460459] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bb6f45-df6a-f2b2-c728-a2689f5d0081, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.462208] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057d4476-ecb3-43fe-b96b-a57acf40ae8d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.469375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe484242-8a7b-4e9c-a9bb-76e3123af9d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.475141] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 860.475141] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5228ec31-8cf7-1216-fd1d-2400be9e90e5" [ 860.475141] env[69133]: _type = "Task" [ 860.475141] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.488760] env[69133]: DEBUG nova.compute.provider_tree [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.497930] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5228ec31-8cf7-1216-fd1d-2400be9e90e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012242} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.499065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.499179] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.499458] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-116e4eae-e801-4d19-825e-bb0aff90dc7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.507844] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 860.507844] env[69133]: value = "task-3191053" [ 860.507844] env[69133]: _type = "Task" [ 860.507844] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.519209] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.546620] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Successfully created port: de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.808146] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191051, 'name': PowerOffVM_Task, 'duration_secs': 0.269048} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.808549] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.808785] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.809239] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f8e4ee-eb45-4eec-bdf2-7c6d2c88d3d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.829680] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.830125] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.830410] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing instance network info cache due to event network-changed-39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.830730] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Acquiring lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.830868] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Acquired lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.831184] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Refreshing network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.872021] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191052, 'name': PowerOffVM_Task, 'duration_secs': 0.17353} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.872459] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.872842] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.873607] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3064ad62-ab5e-40e2-9970-398a3e33a4aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.885058] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.885483] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0419f290-8653-4391-92cf-a4b7478f6bb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.888328] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.898932] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.899160] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.899348] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleting the datastore file [datastore2] ffeb0638-d89c-4b84-9d8d-16251a378ebf {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.899672] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea25310-e498-45ec-97b5-f1cf31051125 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.909560] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 860.909560] env[69133]: value = "task-3191056" [ 860.909560] env[69133]: _type = "Task" [ 860.909560] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.930430] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.932180] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.932443] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.932645] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Deleting the datastore file [datastore1] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.933017] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4094fa8-d79c-4bd1-af23-2843ca0053f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.942653] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 860.942653] env[69133]: value = "task-3191057" [ 860.942653] env[69133]: _type = "Task" [ 860.942653] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.955928] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.996213] env[69133]: DEBUG nova.scheduler.client.report [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.019530] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.019813] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.020036] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.020316] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fec939b-1ed0-454d-b813-73492aa530c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.028052] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 861.028052] env[69133]: value = "task-3191058" [ 861.028052] env[69133]: _type = "Task" [ 861.028052] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.039925] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.423147] env[69133]: DEBUG oslo_vmware.api [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187954} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.425921] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.426146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.426330] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.426512] env[69133]: INFO nova.compute.manager [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.426767] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.426955] env[69133]: DEBUG nova.compute.manager [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.427073] env[69133]: DEBUG nova.network.neutron [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.453479] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127834} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.453750] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.453938] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.454138] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.462391] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.488099] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.488405] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.488575] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.488760] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.488935] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.489724] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.490010] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.490274] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.490478] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.490686] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.491286] env[69133]: DEBUG nova.virt.hardware [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.492943] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49be3e-001f-48bb-b625-57a6e1e43182 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.500642] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.506299] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.224s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.506554] env[69133]: DEBUG nova.objects.instance [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lazy-loading 'resources' on Instance uuid 6fbe4a5c-8d76-4a70-a60f-20ca8de79472 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.509407] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec460a-b99e-42ab-a1df-57fae5494fd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.534367] env[69133]: INFO nova.scheduler.client.report [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted allocations for instance 01d15ded-514c-4e1e-8283-7e0b54518888 [ 861.542011] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111276} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.542333] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.543146] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950b621e-565c-449a-a776-4bcdeb1333f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.568468] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.569158] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8081f02f-5a5b-447b-bc13-accc7c429ee1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.593236] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 861.593236] env[69133]: value = "task-3191059" [ 861.593236] env[69133]: _type = "Task" [ 861.593236] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.602714] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.650293] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updated VIF entry in instance network info cache for port 39c974fe-689c-4f90-9cf1-ad3c6d501b80. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.650788] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [{"id": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "address": "fa:16:3e:91:5e:42", "network": {"id": "85c07213-ee11-4d79-94a8-30820a690058", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-130720089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e1bbd50ca3c4f93b1aa9441b9b2f0ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c974fe-68", "ovs_interfaceid": "39c974fe-689c-4f90-9cf1-ad3c6d501b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.764264] env[69133]: DEBUG nova.compute.manager [req-c9c2e4cf-5fb2-4629-8fd9-50b061aca985 req-c91980cf-35d0-41a0-a546-89641503f879 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Received event network-vif-deleted-39c974fe-689c-4f90-9cf1-ad3c6d501b80 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.764443] env[69133]: INFO nova.compute.manager [req-c9c2e4cf-5fb2-4629-8fd9-50b061aca985 req-c91980cf-35d0-41a0-a546-89641503f879 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Neutron deleted interface 39c974fe-689c-4f90-9cf1-ad3c6d501b80; detaching it from the instance and deleting it from the info cache [ 861.764657] env[69133]: DEBUG nova.network.neutron [req-c9c2e4cf-5fb2-4629-8fd9-50b061aca985 req-c91980cf-35d0-41a0-a546-89641503f879 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.951188] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.951388] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04908b7e-c4c0-4272-8e8c-b677dd44cca3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961150] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.961330] env[69133]: ERROR oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk due to incomplete transfer. [ 861.961653] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba11e1d6-85bc-47f7-96dd-08c9cdb32329 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.969754] env[69133]: DEBUG oslo_vmware.rw_handles [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c3b12-3728-8d1a-05b9-005bce8a58be/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.969874] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Uploaded image f72a7186-1d47-40e5-bd35-9a79a4c69b61 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.972208] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.972604] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8898072-7433-4884-b5ba-a036ef8e0c52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.981317] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 861.981317] env[69133]: value = "task-3191060" [ 861.981317] env[69133]: _type = "Task" [ 861.981317] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.991360] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191060, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.043647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-43bdea92-1e4b-4f7e-b6b2-0fc2405f8a4a tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "01d15ded-514c-4e1e-8283-7e0b54518888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.036s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.106052] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191059, 'name': ReconfigVM_Task, 'duration_secs': 0.402943} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.106052] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.106632] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0bb497a-8595-4543-b498-c21c55f2c48c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.115627] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 862.115627] env[69133]: value = "task-3191061" [ 862.115627] env[69133]: _type = "Task" [ 862.115627] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.126969] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191061, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.154432] env[69133]: DEBUG oslo_concurrency.lockutils [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] Releasing lock "refresh_cache-ffeb0638-d89c-4b84-9d8d-16251a378ebf" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.154705] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Received event network-vif-deleted-81e8b11b-1992-4b5d-8513-64f9de2f1a6a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.154879] env[69133]: INFO nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Neutron deleted interface 81e8b11b-1992-4b5d-8513-64f9de2f1a6a; detaching it from the instance and deleting it from the info cache [ 862.155060] env[69133]: DEBUG nova.network.neutron [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.249417] env[69133]: DEBUG nova.network.neutron [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.267249] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea9ce8aa-fd11-4441-99e5-273ed6407f84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.278698] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf05ffb-d352-4d86-92ce-8ed86f45bd9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320029] env[69133]: DEBUG nova.compute.manager [req-c9c2e4cf-5fb2-4629-8fd9-50b061aca985 req-c91980cf-35d0-41a0-a546-89641503f879 service nova] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Detach interface failed, port_id=39c974fe-689c-4f90-9cf1-ad3c6d501b80, reason: Instance ffeb0638-d89c-4b84-9d8d-16251a378ebf could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.428017] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182641f9-c78d-4b55-96a0-9bb2dbbce07b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.435740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26083898-4811-4959-b6b1-49b25cc742de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.474328] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbcabdd-9769-4c01-9623-90cffb76569a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.489230] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1128165-bfca-4b12-99c2-35d532d1c475 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.505111] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.511955] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.512632] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.512632] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.512632] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.512811] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.513029] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.513293] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.513517] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.513667] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.513860] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.514127] env[69133]: DEBUG nova.virt.hardware [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.514585] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191060, 'name': Destroy_Task, 'duration_secs': 0.468439} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.515574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be4945f-f01b-4cad-b70f-77637af74f40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522827] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Destroyed the VM [ 862.523182] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.523834] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3617aef4-4577-4b62-bd0b-3576f3e5ce0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.534288] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4f276-641c-48cc-9fd5-13fa52a62242 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.539465] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 862.539465] env[69133]: value = "task-3191062" [ 862.539465] env[69133]: _type = "Task" [ 862.539465] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.553309] env[69133]: ERROR nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [req-0b9cc469-2ca8-4c41-a33e-02f952647c62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b9cc469-2ca8-4c41-a33e-02f952647c62"}]} [ 862.554108] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.559955] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.562831] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.563115] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39bb35da-2619-4246-ab79-084819cf8363 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.583623] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191062, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.589698] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.589698] env[69133]: value = "task-3191063" [ 862.589698] env[69133]: _type = "Task" [ 862.589698] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.591232] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.593562] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Successfully updated port: de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.603700] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191063, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.615283] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.615555] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.628362] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191061, 'name': Rename_Task, 'duration_secs': 0.302766} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.628757] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.629055] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d1887c-f604-4287-98bd-e3a801a34a40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.631643] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.642406] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 862.642406] env[69133]: value = "task-3191064" [ 862.642406] env[69133]: _type = "Task" [ 862.642406] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.649933] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.650931] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.657825] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36202595-2a5e-4b62-b4f1-7d6b0d7f2cbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.669152] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8178c6b-1602-4bf5-8874-e0259b69048a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.710206] env[69133]: DEBUG nova.compute.manager [req-3f6ffe27-dba0-4d93-9c74-7adf730e6779 req-459b3684-2a78-406a-8338-0d85cfdc3e5a service nova] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Detach interface failed, port_id=81e8b11b-1992-4b5d-8513-64f9de2f1a6a, reason: Instance 5632c753-aa9d-42c9-8bc2-2452e212d925 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.752310] env[69133]: INFO nova.compute.manager [-] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Took 1.33 seconds to deallocate network for instance. [ 863.054177] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191062, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.071385] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e484b75-a5d5-4d28-b5b8-daf9dae1ec25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.081743] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32263621-0cc6-4295-85ca-352bfa024110 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.116011] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.116202] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.116487] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.121897] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c9db77-beec-4aac-a50a-64758c4e16cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.135312] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855b77c-51e7-45a6-957e-e91e42ae165c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.139065] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191063, 'name': CreateVM_Task, 'duration_secs': 0.376442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.139861] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.140707] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.140893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.141248] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.141588] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f19ef9-f0fd-4137-a2d7-3c3b851b9ebb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.155490] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.161333] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 863.161333] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5247cf8f-27da-9ecb-eb67-aaec93ef9677" [ 863.161333] env[69133]: _type = "Task" [ 863.161333] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.164789] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191064, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.176147] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5247cf8f-27da-9ecb-eb67-aaec93ef9677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.228236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "33ebad73-fd83-4760-8b70-4abe260dad6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.228425] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.229134] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.229134] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.229134] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.231987] env[69133]: INFO nova.compute.manager [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Terminating instance [ 863.258594] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.274178] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.274591] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.552853] env[69133]: DEBUG oslo_vmware.api [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191062, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932225} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.553218] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.553218] env[69133]: INFO nova.compute.manager [None req-651abf0d-849e-4200-bc63-cee48ceb703c tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Took 17.38 seconds to snapshot the instance on the hypervisor. [ 863.649846] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.655332] env[69133]: DEBUG oslo_vmware.api [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191064, 'name': PowerOnVM_Task, 'duration_secs': 0.641693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.655591] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.655828] env[69133]: INFO nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Took 6.89 seconds to spawn the instance on the hypervisor. [ 863.656018] env[69133]: DEBUG nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.656788] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d735eaaf-1241-4ea8-bf57-b1e671230535 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.680966] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5247cf8f-27da-9ecb-eb67-aaec93ef9677, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.681895] env[69133]: ERROR nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [req-e650957e-5548-4cc7-a8a1-683b73ac3f43] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e650957e-5548-4cc7-a8a1-683b73ac3f43"}]} [ 863.682455] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.682680] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.682921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.683094] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.683283] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.686040] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f4e24f-dfa3-4263-a7bd-4ee33c06608d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.695271] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.695472] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.696524] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cda2006-a54e-4219-8df8-49243b69ac06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.702875] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 863.702875] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523bd9ac-3086-5392-610d-102c06c32a6d" [ 863.702875] env[69133]: _type = "Task" [ 863.702875] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.707214] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 863.718532] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523bd9ac-3086-5392-610d-102c06c32a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.720326] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d016033-b22d-4f10-a3d6-17a0bf5dfb39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.724777] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 863.725699] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.728199] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 863.728199] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52219a2a-06f2-0f19-14fb-cef083a2beca" [ 863.728199] env[69133]: _type = "Task" [ 863.728199] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.737419] env[69133]: DEBUG nova.compute.manager [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.737419] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.737592] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52219a2a-06f2-0f19-14fb-cef083a2beca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.738483] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.740869] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f62f1-4b0a-4923-9a4e-100354eb4394 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.749603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.752301] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a08b4c7-256f-4dae-a718-76348c66bd38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.759230] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 863.759230] env[69133]: value = "task-3191065" [ 863.759230] env[69133]: _type = "Task" [ 863.759230] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.762992] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.771416] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.778912] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.794734] env[69133]: DEBUG nova.compute.manager [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.794934] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.795169] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.795764] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.795764] env[69133]: DEBUG nova.compute.manager [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] No waiting events found dispatching network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.795764] env[69133]: WARNING nova.compute.manager [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received unexpected event network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 for instance with vm_state building and task_state spawning. [ 863.795891] env[69133]: DEBUG nova.compute.manager [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.795957] env[69133]: DEBUG nova.compute.manager [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing instance network info cache due to event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.796514] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.832861] env[69133]: DEBUG nova.network.neutron [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.174317] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd7b146-8267-45e2-ab57-e54141c07aff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.183941] env[69133]: INFO nova.compute.manager [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Took 44.65 seconds to build instance. [ 864.186019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252d3ce-ac81-41d5-9b7d-a9019bb55ea9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.924225] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.924645] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance network_info: |[{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.925084] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ce786b-915b-4949-bea2-ea173a5ccce1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.399s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.934990] env[69133]: DEBUG nova.compute.manager [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Received event network-changed-3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.935180] env[69133]: DEBUG nova.compute.manager [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Refreshing instance network info cache due to event network-changed-3d934bff-dbe7-458a-8161-76383e6745e2. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.935414] env[69133]: DEBUG oslo_concurrency.lockutils [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.935518] env[69133]: DEBUG oslo_concurrency.lockutils [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.935607] env[69133]: DEBUG nova.network.neutron [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Refreshing network info cache for port 3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.936723] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.936896] env[69133]: DEBUG nova.network.neutron [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.938030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:b4:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de5ff5bc-8c72-43e4-96d6-eddd4baf4674', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.945861] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating folder: Project (9f2368f9303b48b3b22d50f86f0fa787). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.946588] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef701b76-1162-4759-b9d9-5921fc03b816 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.954599] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c813fd-20b8-45e2-88eb-f3e012cadcb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.967492] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191065, 'name': PowerOffVM_Task, 'duration_secs': 0.233951} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.968082] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52219a2a-06f2-0f19-14fb-cef083a2beca, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.969219] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.969400] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.970665] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3547c9bb-a6f1-4dd6-ae1d-cc069b6cf6d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.974741] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.975015] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.975288] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created folder: Project (9f2368f9303b48b3b22d50f86f0fa787) in parent group-v637972. [ 864.975461] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating folder: Instances. Parent ref: group-v638161. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.976462] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.976717] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceeb3f45-92c4-4fac-92a3-b23e5923a13c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.978795] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0072ecfc-b940-4393-ac74-665d92468a31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.980444] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-151892af-c69c-45d5-b434-3d58c9e489e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.995131] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.998913] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 864.998913] env[69133]: value = "task-3191068" [ 864.998913] env[69133]: _type = "Task" [ 864.998913] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.000491] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created folder: Instances in parent group-v638161. [ 865.000491] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.000491] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.003370] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283c3b48-0aae-436f-bddc-67c5edea81e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030836] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.032480] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.032480] env[69133]: value = "task-3191070" [ 865.032480] env[69133]: _type = "Task" [ 865.032480] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.041662] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191070, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.060022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.060022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.060022] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore2] 33ebad73-fd83-4760-8b70-4abe260dad6d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.060274] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8646bd4e-882c-442f-9dda-9768eeab3fdf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.067826] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 865.067826] env[69133]: value = "task-3191071" [ 865.067826] env[69133]: _type = "Task" [ 865.067826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.080362] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.383514] env[69133]: DEBUG nova.network.neutron [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updated VIF entry in instance network info cache for port 3d934bff-dbe7-458a-8161-76383e6745e2. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.384839] env[69133]: DEBUG nova.network.neutron [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.396041] env[69133]: DEBUG nova.network.neutron [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updated VIF entry in instance network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.396858] env[69133]: DEBUG nova.network.neutron [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.519100] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472161} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.520168] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.520168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.520168] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6b4472-39c7-438b-b385-7de9f9a505f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.528434] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 865.528434] env[69133]: value = "task-3191072" [ 865.528434] env[69133]: _type = "Task" [ 865.528434] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.540886] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.541394] env[69133]: DEBUG nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 865.541632] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 91 to 92 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 865.541809] env[69133]: DEBUG nova.compute.provider_tree [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.553692] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191070, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.579057] env[69133]: DEBUG oslo_vmware.api [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406429} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.579304] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.579490] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.579668] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.579840] env[69133]: INFO nova.compute.manager [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Took 1.84 seconds to destroy the instance on the hypervisor. [ 865.580099] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.580293] env[69133]: DEBUG nova.compute.manager [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.580389] env[69133]: DEBUG nova.network.neutron [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.878231] env[69133]: DEBUG nova.compute.manager [req-ec89e0a5-1c91-47ac-b0bc-9beaaa5bae91 req-a2330eb4-0573-411a-b0e5-31d7990f6dc6 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Received event network-vif-deleted-537f64e0-902a-49cb-8d92-b3a81cd4d9a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.878517] env[69133]: INFO nova.compute.manager [req-ec89e0a5-1c91-47ac-b0bc-9beaaa5bae91 req-a2330eb4-0573-411a-b0e5-31d7990f6dc6 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Neutron deleted interface 537f64e0-902a-49cb-8d92-b3a81cd4d9a9; detaching it from the instance and deleting it from the info cache [ 865.878731] env[69133]: DEBUG nova.network.neutron [req-ec89e0a5-1c91-47ac-b0bc-9beaaa5bae91 req-a2330eb4-0573-411a-b0e5-31d7990f6dc6 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.887298] env[69133]: DEBUG oslo_concurrency.lockutils [req-d722fd33-3b31-4b9a-9e11-f3c43ba9dcd7 req-fb5757bc-8640-4b4b-aad5-203c2243efa6 service nova] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.900033] env[69133]: DEBUG oslo_concurrency.lockutils [req-0c78df42-2e83-48f4-85e4-99e91478e838 req-474fcc12-97b5-4544-b711-b9143c089b0f service nova] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.042026] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076865} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.042401] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.043199] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cbe16b-6b0e-453b-8a2a-3aa0e509b377 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.049519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.543s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.051620] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191070, 'name': CreateVM_Task, 'duration_secs': 0.586603} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.052977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.330s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.054709] env[69133]: INFO nova.compute.claims [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.058098] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.066209] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.066404] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.066765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.075998] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.077236] env[69133]: INFO nova.scheduler.client.report [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleted allocations for instance 6fbe4a5c-8d76-4a70-a60f-20ca8de79472 [ 866.079799] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa015770-472d-415f-abb2-e93bb78680b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.080953] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac7b595-9146-4485-8b1b-2e7e3fef2885 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.105589] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 866.105589] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d28bc1-cc51-409a-0825-b484b7327e91" [ 866.105589] env[69133]: _type = "Task" [ 866.105589] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.110551] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 866.110551] env[69133]: value = "task-3191073" [ 866.110551] env[69133]: _type = "Task" [ 866.110551] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.118857] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d28bc1-cc51-409a-0825-b484b7327e91, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.122214] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.122463] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.122704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.122853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.123071] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.123343] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.123554] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b914a6c-e145-4031-ba26-d800569886cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.133618] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.133931] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.135249] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc45492e-27bb-4185-835d-8c93c13d4b82 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142610] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 866.142610] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d5a08f-fb7b-7143-21f1-0d3fa900b803" [ 866.142610] env[69133]: _type = "Task" [ 866.142610] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.152176] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d5a08f-fb7b-7143-21f1-0d3fa900b803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.341823] env[69133]: DEBUG nova.network.neutron [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.382125] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c05fec4-2954-427c-9ebb-2eaa92c0925b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.394015] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d516bf-15f8-4436-9031-f5d62fb00bf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.434184] env[69133]: DEBUG nova.compute.manager [req-ec89e0a5-1c91-47ac-b0bc-9beaaa5bae91 req-a2330eb4-0573-411a-b0e5-31d7990f6dc6 service nova] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Detach interface failed, port_id=537f64e0-902a-49cb-8d92-b3a81cd4d9a9, reason: Instance 33ebad73-fd83-4760-8b70-4abe260dad6d could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.606024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-687041cf-5a53-4c5d-bf93-fcf7ee4b2157 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "6fbe4a5c-8d76-4a70-a60f-20ca8de79472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.914s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.622563] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.654445] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d5a08f-fb7b-7143-21f1-0d3fa900b803, 'name': SearchDatastore_Task, 'duration_secs': 0.032104} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.655572] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f018b61-e170-4061-a4c0-ee89edc1cc42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.661501] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 866.661501] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52508547-1efd-cb03-087f-d79a2c61fe1e" [ 866.661501] env[69133]: _type = "Task" [ 866.661501] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.670036] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52508547-1efd-cb03-087f-d79a2c61fe1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.844664] env[69133]: INFO nova.compute.manager [-] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Took 1.26 seconds to deallocate network for instance. [ 866.989916] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.990259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.990521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.990778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.991013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.993927] env[69133]: INFO nova.compute.manager [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Terminating instance [ 867.122722] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191073, 'name': ReconfigVM_Task, 'duration_secs': 0.866194} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.123066] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2/7d390d49-1d7e-43ab-8900-cfccc7f74bb2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.123668] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ba21c8-9613-4e99-b2ee-88b6fdc355e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.132960] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 867.132960] env[69133]: value = "task-3191074" [ 867.132960] env[69133]: _type = "Task" [ 867.132960] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.143791] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191074, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.171933] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52508547-1efd-cb03-087f-d79a2c61fe1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.174453] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.174729] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.175181] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86770cbb-7d0e-4aca-82b5-22cba1e89dac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.182073] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 867.182073] env[69133]: value = "task-3191075" [ 867.182073] env[69133]: _type = "Task" [ 867.182073] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.192429] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.352521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.453927] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee4df6-dab0-4c24-a74e-0b3019f55ada {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.463844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf473d0-167d-46e6-93ea-449be33b0b47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.498591] env[69133]: DEBUG nova.compute.manager [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.498799] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.499961] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5879ef-8aa6-444b-9dd6-4df6ef04aad6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.503423] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab509b1-e147-4ce2-bc08-c8362594d1a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.512957] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.515659] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab387e40-9f9d-48b1-9c77-add337b11dab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.519100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fa4dcd-2b99-498f-8bab-2029a2b9d7e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.540324] env[69133]: DEBUG nova.compute.provider_tree [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.543408] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 867.543408] env[69133]: value = "task-3191076" [ 867.543408] env[69133]: _type = "Task" [ 867.543408] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.555216] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3191076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.642255] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191074, 'name': Rename_Task, 'duration_secs': 0.167311} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.642584] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.642842] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe153c73-02fc-4819-b34e-645b4cb9cce7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.649815] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 867.649815] env[69133]: value = "task-3191077" [ 867.649815] env[69133]: _type = "Task" [ 867.649815] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.659379] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.693349] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440779} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.693524] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.693760] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.694104] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e987fe5f-5e2e-498a-887f-a4310a41ac31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.701762] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 867.701762] env[69133]: value = "task-3191078" [ 867.701762] env[69133]: _type = "Task" [ 867.701762] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.710343] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.045240] env[69133]: DEBUG nova.scheduler.client.report [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.058544] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3191076, 'name': PowerOffVM_Task, 'duration_secs': 0.297626} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.059233] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.059233] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.059351] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fb88ca3-ec08-4d06-96a8-6b861a577d09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.128040] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.128455] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.128542] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleting the datastore file [datastore1] a9c7be77-a642-4dd8-8395-637c9bc2f91e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.129313] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d9ac5d-7684-47ee-ab09-09c1763efa3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.135885] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for the task: (returnval){ [ 868.135885] env[69133]: value = "task-3191080" [ 868.135885] env[69133]: _type = "Task" [ 868.135885] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.143655] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3191080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.158501] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.210137] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068598} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.210394] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.211151] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f4eec-99ef-4bbf-9975-d337989631fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.233424] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.233659] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2435b5cc-c1f1-4690-ae3d-ff143e142b5c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.253132] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 868.253132] env[69133]: value = "task-3191081" [ 868.253132] env[69133]: _type = "Task" [ 868.253132] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.262461] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.552952] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.553513] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.556323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.646069] env[69133]: DEBUG oslo_vmware.api [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Task: {'id': task-3191080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.646343] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.646568] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.646758] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.646931] env[69133]: INFO nova.compute.manager [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 868.647184] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.648138] env[69133]: DEBUG nova.compute.manager [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.648138] env[69133]: DEBUG nova.network.neutron [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.660949] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.764859] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191081, 'name': ReconfigVM_Task, 'duration_secs': 0.285288} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.765120] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.765852] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5695cbeb-6993-42c0-a7cf-c2f5bf59613f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.773715] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 868.773715] env[69133]: value = "task-3191082" [ 868.773715] env[69133]: _type = "Task" [ 868.773715] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.782388] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191082, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.952266] env[69133]: DEBUG nova.compute.manager [req-4e5033b1-8d56-4c97-aa30-a5b1da10657b req-22f31ddf-3e40-450f-99ae-619f33ddecad service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Received event network-vif-deleted-f5e2ecd9-b160-4330-98f5-d1fe31e3bd29 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.952538] env[69133]: INFO nova.compute.manager [req-4e5033b1-8d56-4c97-aa30-a5b1da10657b req-22f31ddf-3e40-450f-99ae-619f33ddecad service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Neutron deleted interface f5e2ecd9-b160-4330-98f5-d1fe31e3bd29; detaching it from the instance and deleting it from the info cache [ 868.952751] env[69133]: DEBUG nova.network.neutron [req-4e5033b1-8d56-4c97-aa30-a5b1da10657b req-22f31ddf-3e40-450f-99ae-619f33ddecad service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.058686] env[69133]: DEBUG nova.objects.instance [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lazy-loading 'migration_context' on Instance uuid b8858edd-34b7-406c-861d-fb2917fdbd20 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.060752] env[69133]: DEBUG nova.compute.utils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.063258] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.063258] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.113510] env[69133]: DEBUG nova.policy [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc86463930144a2586f5d493f32a20e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '272b13c6118e48dcade8d108fc1cb1ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.161775] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.283621] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191082, 'name': Rename_Task, 'duration_secs': 0.154394} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.283894] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.284148] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae62a64d-c2df-46c7-844a-403a629bd4c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.290433] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 869.290433] env[69133]: value = "task-3191083" [ 869.290433] env[69133]: _type = "Task" [ 869.290433] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.300705] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.366679] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Successfully created port: 66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.400298] env[69133]: DEBUG nova.network.neutron [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.455615] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e956654e-9d23-490e-8e88-b3d0c13dc914 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.466821] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0ce31e-b017-4b4d-9269-d212d6f9e480 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.505113] env[69133]: DEBUG nova.compute.manager [req-4e5033b1-8d56-4c97-aa30-a5b1da10657b req-22f31ddf-3e40-450f-99ae-619f33ddecad service nova] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Detach interface failed, port_id=f5e2ecd9-b160-4330-98f5-d1fe31e3bd29, reason: Instance a9c7be77-a642-4dd8-8395-637c9bc2f91e could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.567172] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.666281] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.802268] env[69133]: DEBUG oslo_vmware.api [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191083, 'name': PowerOnVM_Task, 'duration_secs': 0.457845} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.802538] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.802781] env[69133]: INFO nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Took 8.34 seconds to spawn the instance on the hypervisor. [ 869.802971] env[69133]: DEBUG nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.803758] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c66945c-80b9-4eae-8f46-81599c014280 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.903785] env[69133]: INFO nova.compute.manager [-] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Took 1.26 seconds to deallocate network for instance. [ 869.955114] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d96cc-aad7-43a5-be2a-efe8ad164c02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.964770] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16ec5c-27b3-423c-89a7-d32141e71a68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.997519] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafad3cd-3ec5-4963-862f-ca5d8e4dedc9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.005886] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4287a70-a177-418e-8a46-a63103c4f435 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.019985] env[69133]: DEBUG nova.compute.provider_tree [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.176794] env[69133]: DEBUG oslo_vmware.api [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191077, 'name': PowerOnVM_Task, 'duration_secs': 2.035363} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.177111] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.177312] env[69133]: DEBUG nova.compute.manager [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.178118] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59215f3b-8494-4a8e-a81d-d63db7b129bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.324871] env[69133]: INFO nova.compute.manager [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Took 43.76 seconds to build instance. [ 870.412111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.556594] env[69133]: DEBUG nova.scheduler.client.report [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.556889] env[69133]: DEBUG nova.compute.provider_tree [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 92 to 93 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.557084] env[69133]: DEBUG nova.compute.provider_tree [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.578093] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.601547] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.601791] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.601952] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.602862] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.602862] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.602862] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.602862] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.603027] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.603187] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.603408] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.603631] env[69133]: DEBUG nova.virt.hardware [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.605309] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24abdf6e-3305-4f20-b8c7-3e6ce4305e53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.614887] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8c5d8a-4425-49ba-90b2-b2a501d85842 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.695272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.827635] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7583ca5-8ee1-4a24-a56d-dab23f2d5d34 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.266s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.938025] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Successfully updated port: 66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.005797] env[69133]: DEBUG nova.compute.manager [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Received event network-vif-plugged-66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.006011] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Acquiring lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.006228] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.006393] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.006556] env[69133]: DEBUG nova.compute.manager [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] No waiting events found dispatching network-vif-plugged-66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.006712] env[69133]: WARNING nova.compute.manager [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Received unexpected event network-vif-plugged-66401503-7ef2-4db6-ad32-c9e07ac29064 for instance with vm_state building and task_state spawning. [ 871.006862] env[69133]: DEBUG nova.compute.manager [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Received event network-changed-66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.007016] env[69133]: DEBUG nova.compute.manager [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Refreshing instance network info cache due to event network-changed-66401503-7ef2-4db6-ad32-c9e07ac29064. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.007207] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Acquiring lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.007352] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Acquired lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.007527] env[69133]: DEBUG nova.network.neutron [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Refreshing network info cache for port 66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.161530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.161776] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.416333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.416646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.416841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.417040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.417218] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.422054] env[69133]: INFO nova.compute.manager [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Terminating instance [ 871.440730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.557691] env[69133]: DEBUG nova.network.neutron [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.568069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.012s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.573501] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.902s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.573725] env[69133]: DEBUG nova.objects.instance [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lazy-loading 'resources' on Instance uuid a6acd54e-3446-4a37-a983-2d83402a5988 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.648832] env[69133]: DEBUG nova.network.neutron [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.664436] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.925160] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "refresh_cache-7d390d49-1d7e-43ab-8900-cfccc7f74bb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.925382] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquired lock "refresh_cache-7d390d49-1d7e-43ab-8900-cfccc7f74bb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.925938] env[69133]: DEBUG nova.network.neutron [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.151522] env[69133]: DEBUG oslo_concurrency.lockutils [req-13fecd70-b79f-4c07-b1c0-b184dce09ba7 req-38c48168-e1e4-4088-b132-4229b40e61c5 service nova] Releasing lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.151915] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.152094] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.188033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.449104] env[69133]: DEBUG nova.network.neutron [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.492475] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1b916e-9a44-45e4-a1dc-c3fa8d28347a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.497108] env[69133]: DEBUG nova.network.neutron [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.504179] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab32e7-a969-4679-bf89-5e98a03aa567 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.539423] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa53c8c-6ada-4751-9d40-6d5347d25348 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.548827] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b0a202-e016-49c3-8ba7-f7e98c8f3fa7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.564610] env[69133]: DEBUG nova.compute.provider_tree [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.685887] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.851943] env[69133]: DEBUG nova.network.neutron [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Updating instance_info_cache with network_info: [{"id": "66401503-7ef2-4db6-ad32-c9e07ac29064", "address": "fa:16:3e:23:01:b0", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66401503-7e", "ovs_interfaceid": "66401503-7ef2-4db6-ad32-c9e07ac29064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.999858] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Releasing lock "refresh_cache-7d390d49-1d7e-43ab-8900-cfccc7f74bb2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.000260] env[69133]: DEBUG nova.compute.manager [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.000453] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.001366] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbdae1d-8839-439f-9340-74fff7136672 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.009963] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.010222] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d75d01-cf0f-4d4f-b7ac-f48b49d93b12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.016599] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 873.016599] env[69133]: value = "task-3191084" [ 873.016599] env[69133]: _type = "Task" [ 873.016599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.024725] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.071031] env[69133]: DEBUG nova.scheduler.client.report [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.109270] env[69133]: INFO nova.compute.manager [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Swapping old allocation on dict_keys(['f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede']) held by migration 7cb97219-bb18-4ba4-999f-b6a60a75d19d for instance [ 873.132826] env[69133]: DEBUG nova.scheduler.client.report [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Overwriting current allocation {'allocations': {'f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': 'd273e91d26ac4f35930ce06725a7c545', 'user_id': 'c281a074191444cf8a7612ca41504015', 'consumer_generation': 1} on consumer b8858edd-34b7-406c-861d-fb2917fdbd20 {{(pid=69133) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 873.213029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.213236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquired lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.213415] env[69133]: DEBUG nova.network.neutron [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.354604] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "refresh_cache-5f508c10-3750-483f-91b1-fe1db9b6a1ff" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.354604] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance network_info: |[{"id": "66401503-7ef2-4db6-ad32-c9e07ac29064", "address": "fa:16:3e:23:01:b0", "network": {"id": "3dcef372-1d1b-41b3-bae9-02340d462119", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2059492101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "272b13c6118e48dcade8d108fc1cb1ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66401503-7e", "ovs_interfaceid": "66401503-7ef2-4db6-ad32-c9e07ac29064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.355031] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:01:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66401503-7ef2-4db6-ad32-c9e07ac29064', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.363118] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.363339] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.363562] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e0b8e7-9a30-4651-8b78-6123051dfb40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.384524] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.384524] env[69133]: value = "task-3191085" [ 873.384524] env[69133]: _type = "Task" [ 873.384524] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.392756] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191085, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.527486] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191084, 'name': PowerOffVM_Task, 'duration_secs': 0.223479} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.527900] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.527978] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.528257] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cccbaf44-c221-46c7-adc7-997273de63fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.557276] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.557538] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.557728] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Deleting the datastore file [datastore2] 7d390d49-1d7e-43ab-8900-cfccc7f74bb2 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.558027] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95d13aa-1ce4-4afa-9078-613d22254bd5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.566165] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for the task: (returnval){ [ 873.566165] env[69133]: value = "task-3191087" [ 873.566165] env[69133]: _type = "Task" [ 873.566165] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.574441] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.576337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.578799] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.707s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.579090] env[69133]: DEBUG nova.objects.instance [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lazy-loading 'resources' on Instance uuid 002c755b-20ee-4ca9-a985-1af782608482 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.595096] env[69133]: INFO nova.scheduler.client.report [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted allocations for instance a6acd54e-3446-4a37-a983-2d83402a5988 [ 873.896754] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191085, 'name': CreateVM_Task, 'duration_secs': 0.366494} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.897378] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.897778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.897852] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.898177] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.898434] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c56dff1-07ed-4560-97bf-9c7bb9bb5455 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.904028] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 873.904028] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5279ede4-3287-5e26-5359-0636eb2613c6" [ 873.904028] env[69133]: _type = "Task" [ 873.904028] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.912474] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5279ede4-3287-5e26-5359-0636eb2613c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.979809] env[69133]: DEBUG nova.network.neutron [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [{"id": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "address": "fa:16:3e:b7:5b:86", "network": {"id": "0574c03e-fd46-48b8-89ba-41dc31529bd3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "17028aca3dfc42c3b3aee45461743aee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8abe84-6a", "ovs_interfaceid": "ca8abe84-6aee-4c22-a552-a91e84250dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.076483] env[69133]: DEBUG oslo_vmware.api [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Task: {'id': task-3191087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167038} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.076690] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.076859] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.077052] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.077237] env[69133]: INFO nova.compute.manager [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 874.077488] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.077680] env[69133]: DEBUG nova.compute.manager [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.077773] env[69133]: DEBUG nova.network.neutron [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.095702] env[69133]: DEBUG nova.network.neutron [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.102175] env[69133]: DEBUG oslo_concurrency.lockutils [None req-11fad6b6-6baf-49d7-af90-185bfff61a03 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "a6acd54e-3446-4a37-a983-2d83402a5988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.106s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.402947] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91bed4-1b67-4b33-ae7e-89f980700bc6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.417160] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55207995-6f66-4bb0-aecb-9c888e7dd761 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.420358] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5279ede4-3287-5e26-5359-0636eb2613c6, 'name': SearchDatastore_Task, 'duration_secs': 0.035709} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.420476] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.420642] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.420878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.421032] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.421215] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.421771] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b384309-88b2-43ca-920a-ea48cb4e5cfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.451737] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62510b0-d789-4bf4-8017-1c2910572b27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454380] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.454581] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.455510] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e9016f-786d-4995-aa1e-2c0d562225b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.464011] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d1c464-3296-4d84-9328-b78451591caa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.467804] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 874.467804] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e0e7f7-d764-520d-673b-530e371e6109" [ 874.467804] env[69133]: _type = "Task" [ 874.467804] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.478874] env[69133]: DEBUG nova.compute.provider_tree [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.487909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Releasing lock "refresh_cache-b8858edd-34b7-406c-861d-fb2917fdbd20" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.487909] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.487909] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e0e7f7-d764-520d-673b-530e371e6109, 'name': SearchDatastore_Task, 'duration_secs': 0.018659} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.487909] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2256d433-baab-4448-bfb6-1ae8e87c6378 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.490301] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a383b88-1ca7-4970-a24f-897129e9ecd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.496881] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 874.496881] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528f70e2-4e10-4e71-0a1c-e052964bdaf9" [ 874.496881] env[69133]: _type = "Task" [ 874.496881] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.502110] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 874.502110] env[69133]: value = "task-3191088" [ 874.502110] env[69133]: _type = "Task" [ 874.502110] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.508988] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528f70e2-4e10-4e71-0a1c-e052964bdaf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.516857] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.598422] env[69133]: DEBUG nova.network.neutron [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.001950] env[69133]: ERROR nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] [req-84f3d88a-7a23-46d5-9c0f-53c7e911bac7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84f3d88a-7a23-46d5-9c0f-53c7e911bac7"}]} [ 875.008065] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528f70e2-4e10-4e71-0a1c-e052964bdaf9, 'name': SearchDatastore_Task, 'duration_secs': 0.019184} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.011034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.011306] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 5f508c10-3750-483f-91b1-fe1db9b6a1ff/5f508c10-3750-483f-91b1-fe1db9b6a1ff.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.011568] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16276616-4996-4b8e-a827-bf978f559998 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.020082] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191088, 'name': PowerOffVM_Task, 'duration_secs': 0.230898} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.020928] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.021560] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63a07e8b-8dd4-4c09-9734-ac17174412b1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-346107353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.021775] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.022349] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.022349] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.022349] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.022504] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.022714] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.022873] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.024123] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.024123] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.024123] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.028758] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 875.028758] env[69133]: value = "task-3191089" [ 875.028758] env[69133]: _type = "Task" [ 875.028758] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.029801] env[69133]: DEBUG nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 875.031887] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc8e14f-dfb1-4b23-8daa-893771c793d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.054328] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.055897] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 875.055897] env[69133]: value = "task-3191090" [ 875.055897] env[69133]: _type = "Task" [ 875.055897] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.056874] env[69133]: DEBUG nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 875.057103] env[69133]: DEBUG nova.compute.provider_tree [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.068656] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.071752] env[69133]: DEBUG nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 875.091691] env[69133]: DEBUG nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.101488] env[69133]: INFO nova.compute.manager [-] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Took 1.02 seconds to deallocate network for instance. [ 875.493100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc620fc0-54d4-4b7a-be45-e5486902dc69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.503887] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c48f87-7f9a-4cc8-b2b1-f9d42145be83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.537893] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7470a-e1f3-41cc-8321-4927c3eef977 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.548767] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb280ff-b0ef-45c0-85d9-3fb3c6a32437 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.558143] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530345} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.566253] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 5f508c10-3750-483f-91b1-fe1db9b6a1ff/5f508c10-3750-483f-91b1-fe1db9b6a1ff.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.566584] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.567067] env[69133]: DEBUG nova.compute.provider_tree [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.568384] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe435c71-d8c6-4320-9d1e-4e0601d48d2a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.580055] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191090, 'name': ReconfigVM_Task, 'duration_secs': 0.154548} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.581451] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 875.581451] env[69133]: value = "task-3191091" [ 875.581451] env[69133]: _type = "Task" [ 875.581451] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.582137] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02292bc3-44b6-4944-8f03-9bfee38d734e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.593040] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.607134] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:32:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='63a07e8b-8dd4-4c09-9734-ac17174412b1',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-346107353',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.607425] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.607534] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.607712] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.607879] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.608055] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.608281] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.608447] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.608628] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.608845] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.609053] env[69133]: DEBUG nova.virt.hardware [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.610528] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.610785] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655bf60f-1a5e-4b98-882a-db075e27796d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.616934] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 875.616934] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f0a515-67de-08fd-712c-5b4219e7fe1a" [ 875.616934] env[69133]: _type = "Task" [ 875.616934] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.626075] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f0a515-67de-08fd-712c-5b4219e7fe1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.094663] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081238} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.095046] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.095890] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e5add0-53c1-4032-8838-cf0886fa2be1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.118180] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 5f508c10-3750-483f-91b1-fe1db9b6a1ff/5f508c10-3750-483f-91b1-fe1db9b6a1ff.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.119136] env[69133]: DEBUG nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 876.119383] env[69133]: DEBUG nova.compute.provider_tree [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 95 to 96 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 876.119566] env[69133]: DEBUG nova.compute.provider_tree [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.122908] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e086b6f9-cc72-4436-85d6-ee84954f712a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.147502] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f0a515-67de-08fd-712c-5b4219e7fe1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008461} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.153721] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.154302] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 876.154302] env[69133]: value = "task-3191092" [ 876.154302] env[69133]: _type = "Task" [ 876.154302] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.154548] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e772d160-d7f7-4f0d-ab05-a1198ab0e6a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.175618] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.177021] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 876.177021] env[69133]: value = "task-3191093" [ 876.177021] env[69133]: _type = "Task" [ 876.177021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.185265] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.640046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.061s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.643348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.530s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.661255] env[69133]: INFO nova.scheduler.client.report [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Deleted allocations for instance 002c755b-20ee-4ca9-a985-1af782608482 [ 876.679525] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191092, 'name': ReconfigVM_Task, 'duration_secs': 0.29367} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.684597] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 5f508c10-3750-483f-91b1-fe1db9b6a1ff/5f508c10-3750-483f-91b1-fe1db9b6a1ff.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.685517] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21564784-72c7-4d54-a863-4c39686812c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.692702] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191093, 'name': ReconfigVM_Task, 'duration_secs': 0.304011} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.693964] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 876.694321] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 876.694321] env[69133]: value = "task-3191094" [ 876.694321] env[69133]: _type = "Task" [ 876.694321] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.695163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add89e64-423a-4e97-9d1e-725e4883d6fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.705925] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191094, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.724045] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.725075] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8810319-2a31-4ffd-81d3-ef7d7053e017 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745176] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 876.745176] env[69133]: value = "task-3191095" [ 876.745176] env[69133]: _type = "Task" [ 876.745176] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.754728] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.149705] env[69133]: INFO nova.compute.claims [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.169424] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0eebe586-0cea-4f13-907f-1323ec04c1e5 tempest-MultipleCreateTestJSON-1064869984 tempest-MultipleCreateTestJSON-1064869984-project-member] Lock "002c755b-20ee-4ca9-a985-1af782608482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.088s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.208195] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191094, 'name': Rename_Task, 'duration_secs': 0.150336} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.208590] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.208871] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b68f02b-1dae-4c18-9053-0c0afb9446e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.216392] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 877.216392] env[69133]: value = "task-3191096" [ 877.216392] env[69133]: _type = "Task" [ 877.216392] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.225441] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.256013] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.656867] env[69133]: INFO nova.compute.resource_tracker [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating resource usage from migration be8bec10-e0e6-4605-82de-0f802700b955 [ 877.728611] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.757909] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191095, 'name': ReconfigVM_Task, 'duration_secs': 0.599315} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.760842] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20/b8858edd-34b7-406c-861d-fb2917fdbd20.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.762107] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab874f8-4466-4637-9c2e-5b4520985f75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.785032] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f796f-b977-4994-81be-2d930e6a108b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.808029] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30d5c5-e69f-4bfb-b774-fcfee5602e84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.830198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd4d874-72b9-4988-879b-6c7d3ac4312f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.838144] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.838427] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21029802-9736-48e7-a44e-07be5f763660 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.845704] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 877.845704] env[69133]: value = "task-3191097" [ 877.845704] env[69133]: _type = "Task" [ 877.845704] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.854206] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.124199] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d8a5a-6174-4eb4-b871-57fcebf8a53a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.132700] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4df33c-c04e-46d5-84ca-30d2da014d3a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.166184] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a83d690-3fde-4b93-8ec2-05bdb015db60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.175997] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f273a3-8646-44ed-9508-cef6b4bddfa5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.197822] env[69133]: DEBUG nova.compute.provider_tree [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.229279] env[69133]: DEBUG oslo_vmware.api [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191096, 'name': PowerOnVM_Task, 'duration_secs': 0.680035} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.229569] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.229772] env[69133]: INFO nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Took 7.65 seconds to spawn the instance on the hypervisor. [ 878.229949] env[69133]: DEBUG nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.230844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c1f68-4789-49c4-81dd-c048266b314c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.356027] env[69133]: DEBUG oslo_vmware.api [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191097, 'name': PowerOnVM_Task, 'duration_secs': 0.400079} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.356301] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.703167] env[69133]: DEBUG nova.scheduler.client.report [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.750501] env[69133]: INFO nova.compute.manager [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Took 40.06 seconds to build instance. [ 879.208079] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.565s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.208322] env[69133]: INFO nova.compute.manager [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Migrating [ 879.215686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.902s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.215962] env[69133]: DEBUG nova.objects.instance [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lazy-loading 'resources' on Instance uuid a250221d-826d-406b-b128-6fd6dc2bfbb9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.253220] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8742e355-fe34-44ef-aa7e-3e27aff4d1e3 tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.571s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.371119] env[69133]: INFO nova.compute.manager [None req-68da2dd8-424f-433e-b8af-cb0194deff8f tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance to original state: 'active' [ 879.566754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.567037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.567249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.567440] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.567609] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.569686] env[69133]: INFO nova.compute.manager [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Terminating instance [ 879.724728] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.724995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.725079] env[69133]: DEBUG nova.network.neutron [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.040168] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19481e4-ff9a-4eaa-b312-13944a76219b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.048961] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba1a75b-a7ce-40fe-964b-9573062ff96c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.080183] env[69133]: DEBUG nova.compute.manager [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.080302] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.081355] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30df84-7d73-4a2c-918f-180bef21dd35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.084521] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c44802-0e28-4ddd-b274-861115e08a57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.094551] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bafb5-cea8-4a79-bcd0-3a04a7dfcb06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.097822] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.098972] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d2a805-1804-4896-83dc-d3e833eceec8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.112854] env[69133]: DEBUG nova.compute.provider_tree [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.116094] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 880.116094] env[69133]: value = "task-3191098" [ 880.116094] env[69133]: _type = "Task" [ 880.116094] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.125690] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.551251] env[69133]: DEBUG nova.network.neutron [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.617853] env[69133]: DEBUG nova.scheduler.client.report [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.632569] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191098, 'name': PowerOffVM_Task, 'duration_secs': 0.202377} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.632858] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.633032] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.633290] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1458cfb-c5c7-4fce-a543-c494df92f4a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.723721] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.723946] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.724153] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleting the datastore file [datastore1] 5f508c10-3750-483f-91b1-fe1db9b6a1ff {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.724460] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9cd2d1c-8580-4949-92b5-403becafb680 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.731783] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for the task: (returnval){ [ 880.731783] env[69133]: value = "task-3191100" [ 880.731783] env[69133]: _type = "Task" [ 880.731783] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.740231] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.055067] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.114014] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "b8858edd-34b7-406c-861d-fb2917fdbd20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.114293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.114573] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.114758] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.114927] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.117158] env[69133]: INFO nova.compute.manager [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Terminating instance [ 881.126288] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.128510] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.028s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.128737] env[69133]: DEBUG nova.objects.instance [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lazy-loading 'resources' on Instance uuid ecd49a8a-39f2-4cd3-9889-89c87f264617 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.148368] env[69133]: INFO nova.scheduler.client.report [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Deleted allocations for instance a250221d-826d-406b-b128-6fd6dc2bfbb9 [ 881.242258] env[69133]: DEBUG oslo_vmware.api [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Task: {'id': task-3191100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181109} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.242634] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.242814] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.243018] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.243195] env[69133]: INFO nova.compute.manager [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 881.243436] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.243632] env[69133]: DEBUG nova.compute.manager [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.243727] env[69133]: DEBUG nova.network.neutron [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.606026] env[69133]: DEBUG nova.compute.manager [req-dc269e40-c99c-4bbf-9bfa-f3061727e8ed req-ad2f4611-f298-466b-956c-8f7d69be2ba9 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Received event network-vif-deleted-66401503-7ef2-4db6-ad32-c9e07ac29064 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.606026] env[69133]: INFO nova.compute.manager [req-dc269e40-c99c-4bbf-9bfa-f3061727e8ed req-ad2f4611-f298-466b-956c-8f7d69be2ba9 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Neutron deleted interface 66401503-7ef2-4db6-ad32-c9e07ac29064; detaching it from the instance and deleting it from the info cache [ 881.606026] env[69133]: DEBUG nova.network.neutron [req-dc269e40-c99c-4bbf-9bfa-f3061727e8ed req-ad2f4611-f298-466b-956c-8f7d69be2ba9 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.621198] env[69133]: DEBUG nova.compute.manager [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.621433] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.622529] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f026af2-29a3-49bb-89cd-266b4c900961 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.633752] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.634182] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b884afe-0035-4e3f-9cfc-63fc8167daf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.643818] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 881.643818] env[69133]: value = "task-3191101" [ 881.643818] env[69133]: _type = "Task" [ 881.643818] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.655388] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.658344] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8e742c90-9465-493c-beab-c6896c0652c0 tempest-ListImageFiltersTestJSON-363919617 tempest-ListImageFiltersTestJSON-363919617-project-member] Lock "a250221d-826d-406b-b128-6fd6dc2bfbb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.886s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.986539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729db875-7faa-443a-b3bf-174f0006b213 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.996438] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e4cd03-646e-49b6-af9a-3c593c424f5a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.025938] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb8da4-4345-49f7-a540-8c5bb9431b01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.033672] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6320e2b-fbe9-4718-be17-fe23bba24f64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.048395] env[69133]: DEBUG nova.compute.provider_tree [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.073210] env[69133]: DEBUG nova.network.neutron [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.108766] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e08f4fc7-7be3-4a7c-a395-306f582491bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.120008] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477ea06-85a8-4e0d-bd8a-d72d4684d861 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.154503] env[69133]: DEBUG nova.compute.manager [req-dc269e40-c99c-4bbf-9bfa-f3061727e8ed req-ad2f4611-f298-466b-956c-8f7d69be2ba9 service nova] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Detach interface failed, port_id=66401503-7ef2-4db6-ad32-c9e07ac29064, reason: Instance 5f508c10-3750-483f-91b1-fe1db9b6a1ff could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.163296] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191101, 'name': PowerOffVM_Task, 'duration_secs': 0.292675} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.163573] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.163740] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.163989] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1539408-ad4a-4910-b423-c63537713976 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.233362] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.233597] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.233777] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleting the datastore file [datastore2] b8858edd-34b7-406c-861d-fb2917fdbd20 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.234074] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520bbf4d-7f8e-436e-839f-152ddeb6d8af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.240777] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 882.240777] env[69133]: value = "task-3191103" [ 882.240777] env[69133]: _type = "Task" [ 882.240777] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.251121] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.551760] env[69133]: DEBUG nova.scheduler.client.report [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.571549] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e130a2d-1138-4905-94c7-e1016d5ab3d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.576081] env[69133]: INFO nova.compute.manager [-] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Took 1.33 seconds to deallocate network for instance. [ 882.591201] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.751188] env[69133]: DEBUG oslo_vmware.api [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153125} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.751495] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.751718] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.751957] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.752192] env[69133]: INFO nova.compute.manager [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 882.752448] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.752646] env[69133]: DEBUG nova.compute.manager [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.752765] env[69133]: DEBUG nova.network.neutron [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.056692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.059636] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.965s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.061422] env[69133]: INFO nova.compute.claims [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.082360] env[69133]: INFO nova.scheduler.client.report [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Deleted allocations for instance ecd49a8a-39f2-4cd3-9889-89c87f264617 [ 883.099240] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.100577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.100824] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a8225c2-8b44-4075-892c-8c5cecb961fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.110376] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 883.110376] env[69133]: value = "task-3191104" [ 883.110376] env[69133]: _type = "Task" [ 883.110376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.119780] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.550030] env[69133]: DEBUG nova.network.neutron [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.590836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-149959e6-017a-4a30-9130-d45f44200bca tempest-ServersAdminNegativeTestJSON-478425214 tempest-ServersAdminNegativeTestJSON-478425214-project-member] Lock "ecd49a8a-39f2-4cd3-9889-89c87f264617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.964s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.621383] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 883.621600] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.661057] env[69133]: DEBUG nova.compute.manager [req-888449bf-8590-4910-8db3-756db572466a req-36c2ad49-1b7e-424f-9270-527252fd40f6 service nova] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Received event network-vif-deleted-ca8abe84-6aee-4c22-a552-a91e84250dc8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.053312] env[69133]: INFO nova.compute.manager [-] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Took 1.30 seconds to deallocate network for instance. [ 884.128882] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.129184] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.129221] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.129404] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.129528] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.129665] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.129866] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.130033] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.130216] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.130363] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.130533] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.135868] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bd3f5f-3862-4135-b483-3c3f39fdea8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.155229] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 884.155229] env[69133]: value = "task-3191105" [ 884.155229] env[69133]: _type = "Task" [ 884.155229] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.167503] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.399301] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567bc2d4-705d-4cc9-b326-317b0854332d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.407386] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f75f01-b411-4046-8a68-403a4ea49e16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.437684] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaecc52-0fb3-4684-adcb-a8cca7e02223 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.445619] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c2737-0274-47f5-928d-61e4c011a503 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.459090] env[69133]: DEBUG nova.compute.provider_tree [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.560935] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.667943] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191105, 'name': ReconfigVM_Task, 'duration_secs': 0.157128} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.668291] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.962944] env[69133]: DEBUG nova.scheduler.client.report [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.178104] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.178437] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.178517] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.178704] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.178869] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.179016] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.179251] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.179444] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.179754] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.180011] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.180214] env[69133]: DEBUG nova.virt.hardware [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.185750] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 885.186072] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb69c9e-07a4-476d-aebf-9a74ec459ae8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.207926] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 885.207926] env[69133]: value = "task-3191106" [ 885.207926] env[69133]: _type = "Task" [ 885.207926] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.220548] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.469116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.469673] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.472597] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.655s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.725415] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191106, 'name': ReconfigVM_Task, 'duration_secs': 0.1803} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.726029] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.726888] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41eb980-665b-46c7-bf1c-332fc168d7d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.759070] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.759418] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92331020-fc8a-4460-a3e6-27d1bd670d9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.780933] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 885.780933] env[69133]: value = "task-3191107" [ 885.780933] env[69133]: _type = "Task" [ 885.780933] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.789855] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.976257] env[69133]: DEBUG nova.compute.utils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.998935] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.004803] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.055326] env[69133]: DEBUG nova.policy [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.294451] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.371473] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Successfully created port: f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.499687] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.508063] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Applying migration context for instance b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 as it has an incoming, in-progress migration be8bec10-e0e6-4605-82de-0f802700b955. Migration status is migrating {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 886.509745] env[69133]: INFO nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating resource usage from migration be8bec10-e0e6-4605-82de-0f802700b955 [ 886.548410] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 20c67ad6-dee9-4099-9e11-dbec57252bb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.548580] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 33ebad73-fd83-4760-8b70-4abe260dad6d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.548701] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a8db27a1-1b94-4552-a86b-60a0c641a542 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549432] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549432] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a9c7be77-a642-4dd8-8395-637c9bc2f91e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.549432] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 692b7b8a-53c0-41e6-874f-85516308d7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549432] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 74d8073a-8887-43ab-9ca2-dde971b8e9ec actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549432] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 298846ee-6f99-49d7-b889-3b166cf7d3cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549432] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 562b8662-372b-4916-b7f2-c90bab1d7078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549707] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.549707] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 5632c753-aa9d-42c9-8bc2-2452e212d925 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.549769] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance f85d111c-fed1-427f-ac11-411e5a53507a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.550134] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b8858edd-34b7-406c-861d-fb2917fdbd20 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.550134] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 832b80d3-0e0b-4c7a-b95e-ca80ab727662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.550134] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ffeb0638-d89c-4b84-9d8d-16251a378ebf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.550243] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 7d390d49-1d7e-43ab-8900-cfccc7f74bb2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.550325] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 445d9088-5b01-4cf5-865a-0c8d856e152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.550440] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.550781] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 5f508c10-3750-483f-91b1-fe1db9b6a1ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 886.550781] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Migration be8bec10-e0e6-4605-82de-0f802700b955 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 886.550781] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.550892] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 83d2dc6f-9913-4187-9412-8fab5dc60603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 886.802161] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.056294] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance fed45415-5ae2-4c53-ba98-6047f67ed027 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 887.296910] env[69133]: DEBUG oslo_vmware.api [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191107, 'name': ReconfigVM_Task, 'duration_secs': 1.28198} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.297144] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Reconfigured VM instance instance-0000001a to attach disk [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894/b6741e4d-c5dc-4bc7-b8c4-1832a6f14894.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.297402] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.511058] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.562742] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 677c73c1-561f-443c-9548-b6086471ba2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 887.623353] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.623353] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.623353] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.623556] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.623687] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.623862] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.624087] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.624254] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.624487] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.624662] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.624836] env[69133]: DEBUG nova.virt.hardware [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.626616] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8955a-edae-4ba9-891b-3d6dbe0092af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.641133] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501d4a38-c1fb-42aa-89c6-58e24aa330c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.804916] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186fbce-b751-4320-b1fd-688012456e3e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.826643] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3328ab-8c75-4e8f-bb1d-2c9a499015e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.850388] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.859086] env[69133]: DEBUG nova.compute.manager [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-plugged-f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.859086] env[69133]: DEBUG oslo_concurrency.lockutils [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.859086] env[69133]: DEBUG oslo_concurrency.lockutils [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.859086] env[69133]: DEBUG oslo_concurrency.lockutils [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.859086] env[69133]: DEBUG nova.compute.manager [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] No waiting events found dispatching network-vif-plugged-f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.859086] env[69133]: WARNING nova.compute.manager [req-37cca6a2-109a-4728-9fb3-3cf69d649afa req-9ad442ef-6c00-482e-a190-6545ac262436 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received unexpected event network-vif-plugged-f8efdb6a-8676-40fe-8692-ef392b585d04 for instance with vm_state building and task_state spawning. [ 887.925667] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Successfully updated port: f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.067767] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 6ffe484b-acab-4fc7-83a2-6de9b227ff74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 888.427684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.427982] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.427982] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.443324] env[69133]: DEBUG nova.network.neutron [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Port b3f6b989-ffce-4223-99d1-85a0c1b4626a binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 888.572602] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 545312e7-ebb5-4b6a-b956-19ba34a3edda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 888.573050] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 888.573268] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 888.915840] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b433929f-d88f-4bbc-8834-9dcb1511ee7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.924507] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8d3d25-e8ee-47af-b16d-1163afb84f66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.963268] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac5005a-427e-401a-be72-02d37d32a231 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.971814] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf91450-4273-4e01-bd60-183e02111d87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.989108] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.990511] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.171862] env[69133]: DEBUG nova.network.neutron [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.481851] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.482118] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.482276] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.493865] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.677360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677732] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Instance network_info: |[{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.678206] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:28:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8efdb6a-8676-40fe-8692-ef392b585d04', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.686205] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.686464] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.687079] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa764ba0-fd53-4fbb-b570-32652d554fc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.708607] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.708607] env[69133]: value = "task-3191108" [ 889.708607] env[69133]: _type = "Task" [ 889.708607] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.716884] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191108, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.891941] env[69133]: DEBUG nova.compute.manager [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-changed-f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.892163] env[69133]: DEBUG nova.compute.manager [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing instance network info cache due to event network-changed-f8efdb6a-8676-40fe-8692-ef392b585d04. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.892466] env[69133]: DEBUG oslo_concurrency.lockutils [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.892626] env[69133]: DEBUG oslo_concurrency.lockutils [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.892793] env[69133]: DEBUG nova.network.neutron [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing network info cache for port f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.998222] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 889.998539] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.526s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.998819] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.211s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.999011] env[69133]: DEBUG nova.objects.instance [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.001843] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 890.001996] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 890.223660] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191108, 'name': CreateVM_Task, 'duration_secs': 0.42772} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.223914] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.224686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.224864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.225690] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.226684] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f20f54-0cc3-413d-a286-5f51fee39c67 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.231518] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 890.231518] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c95e1-df06-ac44-ddf6-e5a094b480e7" [ 890.231518] env[69133]: _type = "Task" [ 890.231518] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.241382] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528c95e1-df06-ac44-ddf6-e5a094b480e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.529427] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] There are 45 instances to clean {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 890.529724] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 002c755b-20ee-4ca9-a985-1af782608482] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.532942] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5b0e5da6-5f08-421d-855d-39da2ffb1efa tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.534s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.533859] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.230s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.535498] env[69133]: INFO nova.compute.claims [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.554096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.555254] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.555254] env[69133]: DEBUG nova.network.neutron [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.673550] env[69133]: DEBUG nova.network.neutron [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updated VIF entry in instance network info cache for port f8efdb6a-8676-40fe-8692-ef392b585d04. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.673959] env[69133]: DEBUG nova.network.neutron [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.742261] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528c95e1-df06-ac44-ddf6-e5a094b480e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.742626] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.742880] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.743138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.743292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.743764] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.743764] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b58007d-8b4a-427e-9ff3-d4a22ea08eea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.751975] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.752173] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.752892] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9c6c9a-e662-4889-8dc1-ba72d164c874 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.757660] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 890.757660] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b54b2b-0df2-3dd0-b8e6-79c6496444e2" [ 890.757660] env[69133]: _type = "Task" [ 890.757660] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.765060] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b54b2b-0df2-3dd0-b8e6-79c6496444e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.039773] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a6acd54e-3446-4a37-a983-2d83402a5988] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.177322] env[69133]: DEBUG oslo_concurrency.lockutils [req-8b26cd92-9481-4f7e-aed6-94b6227b4331 req-98a6bf0c-c0ee-4a0a-8b46-ac9167894e14 service nova] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.273183] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b54b2b-0df2-3dd0-b8e6-79c6496444e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008362} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.273951] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b6c414-51a4-48bd-87a4-a53310e39ece {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.279097] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 891.279097] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52668a9e-a8db-c48f-b270-d9b8b1a66de1" [ 891.279097] env[69133]: _type = "Task" [ 891.279097] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.287333] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52668a9e-a8db-c48f-b270-d9b8b1a66de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.319154] env[69133]: DEBUG nova.network.neutron [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.545804] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ffa62f50-2af5-44ef-a34e-91a4463fdc17] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.791412] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52668a9e-a8db-c48f-b270-d9b8b1a66de1, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.793978] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.794263] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 83d2dc6f-9913-4187-9412-8fab5dc60603/83d2dc6f-9913-4187-9412-8fab5dc60603.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.794872] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9276b08d-e5eb-4c47-b1d2-09669ad4535b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.801687] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 891.801687] env[69133]: value = "task-3191109" [ 891.801687] env[69133]: _type = "Task" [ 891.801687] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.812622] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.824029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.951539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9fe738-b30e-4fab-a38e-162d655994e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.960188] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae08687-d637-4173-8676-0b73bf6de64b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.995614] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895fb337-9fe2-4ae5-9a27-916856ba268b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.005180] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34f35a0-135c-4bfa-8159-d845705c160c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.020959] env[69133]: DEBUG nova.compute.provider_tree [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.053034] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 3b2a9857-7f64-478a-96f1-128df28e7e90] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.311765] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.312280] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 83d2dc6f-9913-4187-9412-8fab5dc60603/83d2dc6f-9913-4187-9412-8fab5dc60603.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.312670] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.312811] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d750b8-0af8-4ba1-b1fe-636e4b500cf4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.319317] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 892.319317] env[69133]: value = "task-3191110" [ 892.319317] env[69133]: _type = "Task" [ 892.319317] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.327888] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.349423] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83785df2-1033-4cd1-b7e0-3415f67087f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.372975] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c7ce84-f2b6-4b9b-805a-fd2be3dc3bb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.382895] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.528829] env[69133]: DEBUG nova.scheduler.client.report [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.557959] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 6fbe4a5c-8d76-4a70-a60f-20ca8de79472] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.831760] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059735} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.834225] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.835238] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5bd41-5997-4fa9-a2d1-09e23557a266 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.858075] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 83d2dc6f-9913-4187-9412-8fab5dc60603/83d2dc6f-9913-4187-9412-8fab5dc60603.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.858779] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-665ebc35-ed9f-4b6c-b8aa-8f71c4aa4647 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.880408] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 892.880408] env[69133]: value = "task-3191111" [ 892.880408] env[69133]: _type = "Task" [ 892.880408] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.890824] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f86c5905-924b-4054-80ed-244edf227a4c tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance 'b6741e4d-c5dc-4bc7-b8c4-1832a6f14894' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.894416] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.036996] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.037597] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.040178] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.046s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.041665] env[69133]: INFO nova.compute.claims [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.062052] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 769089ae-92dc-463f-9b74-2766a6d0c609] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.394807] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191111, 'name': ReconfigVM_Task, 'duration_secs': 0.293883} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.401104] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 83d2dc6f-9913-4187-9412-8fab5dc60603/83d2dc6f-9913-4187-9412-8fab5dc60603.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.402011] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5848d1ff-a11f-4abb-9dc4-12a90172d083 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.408676] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 893.408676] env[69133]: value = "task-3191112" [ 893.408676] env[69133]: _type = "Task" [ 893.408676] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.419076] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191112, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.554617] env[69133]: DEBUG nova.compute.utils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.556360] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 893.568596] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b50ef965-8e0d-4382-ad7a-69a0f7299d77] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.807906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.808255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.918984] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191112, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.060208] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.072027] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 98a61053-c73a-4626-bdc7-a80f77472086] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.315747] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.372876] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b99ca-ff42-4ec6-906a-388bae66ebd8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.379939] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7fec6-4acb-453f-a4ac-bb838f349b32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.415274] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8621a82a-349e-40e4-b547-d2cc2eed2686 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.430196] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ca01c-7656-455b-95c3-bb11884104dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.434485] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191112, 'name': Rename_Task, 'duration_secs': 0.872006} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.434951] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.435582] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd426ae2-b545-44f8-a2bd-b2913ceb763d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.446439] env[69133]: DEBUG nova.compute.provider_tree [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.451819] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 894.451819] env[69133]: value = "task-3191113" [ 894.451819] env[69133]: _type = "Task" [ 894.451819] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.458304] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.574850] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 27658181-4601-4db5-ae91-d802a74f2c9e] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.835374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.949079] env[69133]: DEBUG nova.scheduler.client.report [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.961844] env[69133]: DEBUG oslo_vmware.api [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191113, 'name': PowerOnVM_Task, 'duration_secs': 0.495064} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.962120] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.962325] env[69133]: INFO nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Took 7.45 seconds to spawn the instance on the hypervisor. [ 894.962527] env[69133]: DEBUG nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.963336] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3eb8ed-e1be-4579-a756-9137e43be7ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.070381] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.077923] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1b2dbcdc-8ca9-48da-9c53-cf31cd222cb2] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.099065] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.099331] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.099491] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.099686] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.099843] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.099998] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.100237] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.100391] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.100559] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.100724] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.100895] env[69133]: DEBUG nova.virt.hardware [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.101756] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cd864-4dbb-4518-ac71-3d571e8a6577 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.110894] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043f07eb-f985-413f-9841-06a2b1468792 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.126573] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.131850] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Creating folder: Project (b91caf6866f74f668c49bf1515308673). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.132165] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e136499-0e06-4c5d-8715-166d42b3669a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.140924] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Created folder: Project (b91caf6866f74f668c49bf1515308673) in parent group-v637972. [ 895.141031] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Creating folder: Instances. Parent ref: group-v638166. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.141584] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b36c01e-90a4-4eab-8aed-171459b26a16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.149478] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Created folder: Instances in parent group-v638166. [ 895.149719] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.149975] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.150216] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77b42d2-8215-4f01-87ce-e4e2dcdfa020 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.171163] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.171163] env[69133]: value = "task-3191116" [ 895.171163] env[69133]: _type = "Task" [ 895.171163] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.179604] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191116, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.458351] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.459118] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.463055] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.575s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.463366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.466116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.208s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.466405] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.469139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.492s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.471316] env[69133]: INFO nova.compute.claims [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.486204] env[69133]: INFO nova.compute.manager [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Took 43.41 seconds to build instance. [ 895.500417] env[69133]: INFO nova.scheduler.client.report [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleted allocations for instance ffeb0638-d89c-4b84-9d8d-16251a378ebf [ 895.504923] env[69133]: INFO nova.scheduler.client.report [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocations for instance 5632c753-aa9d-42c9-8bc2-2452e212d925 [ 895.583432] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 25f17937-1485-4748-ad83-e4eb7da7c882] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.667423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.667696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.667889] env[69133]: DEBUG nova.compute.manager [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Going to confirm migration 3 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 895.684885] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191116, 'name': CreateVM_Task, 'duration_secs': 0.267286} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.684885] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.684885] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.684885] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.685724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.685724] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260440db-e256-411e-8a9b-f5cd311c752f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.690609] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 895.690609] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e1297c-0cfd-1697-3056-1310733c0ede" [ 895.690609] env[69133]: _type = "Task" [ 895.690609] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.699962] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1297c-0cfd-1697-3056-1310733c0ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.979449] env[69133]: DEBUG nova.compute.utils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.984249] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.984598] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.990396] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e9f88d17-494f-4a65-9fd7-47c4ecb589ed tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.923s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.011850] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4ceac55-ca7f-4962-80d0-6b792a0c7c7b tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "ffeb0638-d89c-4b84-9d8d-16251a378ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.245s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.016977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-41d810d6-e798-4b76-84f0-61ab25986c16 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "5632c753-aa9d-42c9-8bc2-2452e212d925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.331s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.066557] env[69133]: DEBUG nova.policy [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.089622] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 34e19d3d-2bc1-4d97-bf98-3801ebcbbf25] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.205333] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e1297c-0cfd-1697-3056-1310733c0ede, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.205333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.205333] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.205333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.205333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.205333] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.205333] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b2b3cc-df6d-47dc-9e3b-0bfc533830a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.219023] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.219023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.219023] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713ad024-ed40-4b60-9946-eecc1cc6b328 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.224814] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 896.224814] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5271111c-ee68-3a6a-b9cf-d7ffb44028c6" [ 896.224814] env[69133]: _type = "Task" [ 896.224814] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.233832] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5271111c-ee68-3a6a-b9cf-d7ffb44028c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.491404] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.578125] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.578373] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.578604] env[69133]: DEBUG nova.network.neutron [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.578839] env[69133]: DEBUG nova.objects.instance [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'info_cache' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.591955] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: cbad918b-59ea-4937-b627-60f43b99da0d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.737588] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5271111c-ee68-3a6a-b9cf-d7ffb44028c6, 'name': SearchDatastore_Task, 'duration_secs': 0.03253} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.738456] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f49075f-e038-42b4-ac8b-0c3577e9cfb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.743378] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 896.743378] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52838d40-6b4b-1850-c8c5-c8f77e15bb2d" [ 896.743378] env[69133]: _type = "Task" [ 896.743378] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.753452] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52838d40-6b4b-1850-c8c5-c8f77e15bb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.815163] env[69133]: DEBUG nova.compute.manager [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-changed-f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.815163] env[69133]: DEBUG nova.compute.manager [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing instance network info cache due to event network-changed-f8efdb6a-8676-40fe-8692-ef392b585d04. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.815163] env[69133]: DEBUG oslo_concurrency.lockutils [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815163] env[69133]: DEBUG oslo_concurrency.lockutils [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.815163] env[69133]: DEBUG nova.network.neutron [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing network info cache for port f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.924474] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Successfully created port: d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.954018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982bf48-130e-46f1-bcbe-c043eaf4309a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.962598] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15609f2a-e9b9-4e48-ab86-a2abd402b96b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994789] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306fefc9-0dbe-441c-b0df-3e75a6e66896 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.007566] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134639d-ff7d-4536-8128-dace8197622d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.021369] env[69133]: DEBUG nova.compute.provider_tree [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.098306] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ecd49a8a-39f2-4cd3-9889-89c87f264617] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.256248] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52838d40-6b4b-1850-c8c5-c8f77e15bb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.256519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.256795] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.257109] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2899cb4a-cfb3-430b-915c-0e4cbb4df7c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.266031] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 897.266031] env[69133]: value = "task-3191117" [ 897.266031] env[69133]: _type = "Task" [ 897.266031] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.274333] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.508970] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.524804] env[69133]: DEBUG nova.scheduler.client.report [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.549821] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.550102] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.550261] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.550441] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.550621] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.551544] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.551891] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.552106] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.552297] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.552599] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.552753] env[69133]: DEBUG nova.virt.hardware [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.553738] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af42c93-9c88-4194-a3f0-877d950c8dda {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.566014] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77610ab-6dd4-43f8-a75d-1666be555ab7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.603685] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: d6bff616-449a-4199-8f75-226b41579020] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.662545] env[69133]: DEBUG nova.network.neutron [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updated VIF entry in instance network info cache for port f8efdb6a-8676-40fe-8692-ef392b585d04. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.663080] env[69133]: DEBUG nova.network.neutron [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.780385] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461329} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.780385] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.780385] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.780385] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43f6cbfe-6730-4e2d-aa6b-ab27877561db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.788979] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 897.788979] env[69133]: value = "task-3191118" [ 897.788979] env[69133]: _type = "Task" [ 897.788979] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.800362] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.910431] env[69133]: DEBUG nova.network.neutron [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.006702] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.006925] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.030332] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.030807] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.033689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.681s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.033909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.036088] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.624s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.036286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.038192] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.343s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.038372] env[69133]: DEBUG nova.objects.instance [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 898.066875] env[69133]: INFO nova.scheduler.client.report [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted allocations for instance 33ebad73-fd83-4760-8b70-4abe260dad6d [ 898.068582] env[69133]: INFO nova.scheduler.client.report [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Deleted allocations for instance a9c7be77-a642-4dd8-8395-637c9bc2f91e [ 898.094036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.094036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.094036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.094253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.094286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.096340] env[69133]: INFO nova.compute.manager [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Terminating instance [ 898.107708] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a250221d-826d-406b-b128-6fd6dc2bfbb9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.166478] env[69133]: DEBUG oslo_concurrency.lockutils [req-1fe2e702-c0fa-479f-89aa-5c1b80bee6eb req-534fb88a-9935-4527-88d6-1e090631efb7 service nova] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.296625] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083548} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.296918] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.297746] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014528b8-9acd-4cea-9a0e-db3ea495177d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.317597] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.318747] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7f8c48-0dde-42fa-b50a-a0a536956847 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.337190] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 898.337190] env[69133]: value = "task-3191119" [ 898.337190] env[69133]: _type = "Task" [ 898.337190] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.345258] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.413654] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.413923] env[69133]: DEBUG nova.objects.instance [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'migration_context' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.509644] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.523452] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Successfully updated port: d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.543975] env[69133]: DEBUG nova.compute.utils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.549375] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.549375] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.580558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-51709639-619e-48d8-802f-2bf7e8831ae1 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "33ebad73-fd83-4760-8b70-4abe260dad6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.352s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.581795] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fba62a44-3862-4485-802a-aa3c45efbaa3 tempest-ServerRescueTestJSON-219874304 tempest-ServerRescueTestJSON-219874304-project-member] Lock "a9c7be77-a642-4dd8-8395-637c9bc2f91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.591s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.586537] env[69133]: DEBUG nova.policy [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2fe240a1a74aa39552598e097f58c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b57c0658dc4c999d101f9054bf20f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.600221] env[69133]: DEBUG nova.compute.manager [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.600451] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.601334] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665c91c-136a-471d-bee9-7286b80256dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.610104] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 4c7e015f-a811-4ac5-932e-54003b564ff9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.611799] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.612225] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4298b9d-0dc9-4d19-b5f4-c0f2faedf02b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.618958] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 898.618958] env[69133]: value = "task-3191120" [ 898.618958] env[69133]: _type = "Task" [ 898.618958] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.626837] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.847202] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191119, 'name': ReconfigVM_Task, 'duration_secs': 0.271132} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.847615] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Reconfigured VM instance instance-00000043 to attach disk [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.848300] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b59108-1fc3-4154-8bb5-b4fc7abf0883 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.854975] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 898.854975] env[69133]: value = "task-3191121" [ 898.854975] env[69133]: _type = "Task" [ 898.854975] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.864952] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191121, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.872941] env[69133]: DEBUG nova.compute.manager [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Received event network-vif-plugged-d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.872941] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Acquiring lock "677c73c1-561f-443c-9548-b6086471ba2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.872941] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Lock "677c73c1-561f-443c-9548-b6086471ba2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.872941] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Lock "677c73c1-561f-443c-9548-b6086471ba2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.872941] env[69133]: DEBUG nova.compute.manager [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] No waiting events found dispatching network-vif-plugged-d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.872941] env[69133]: WARNING nova.compute.manager [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Received unexpected event network-vif-plugged-d902ad43-794e-4b3b-bef7-9f7f980139b6 for instance with vm_state building and task_state spawning. [ 898.872941] env[69133]: DEBUG nova.compute.manager [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Received event network-changed-d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.872941] env[69133]: DEBUG nova.compute.manager [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Refreshing instance network info cache due to event network-changed-d902ad43-794e-4b3b-bef7-9f7f980139b6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.872941] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Acquiring lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.872941] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Acquired lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.872941] env[69133]: DEBUG nova.network.neutron [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Refreshing network info cache for port d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.916712] env[69133]: DEBUG nova.objects.base [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 898.917669] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4661116-cc77-4e40-b41b-b0a3404fd738 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.942097] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Successfully created port: 97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.945148] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab8c8fe-5bbd-4b5d-adc8-54faf86c480a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.955334] env[69133]: DEBUG oslo_vmware.api [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 898.955334] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52563fec-9891-2e18-2d0e-33be6e5ce10a" [ 898.955334] env[69133]: _type = "Task" [ 898.955334] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.963650] env[69133]: DEBUG oslo_vmware.api [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52563fec-9891-2e18-2d0e-33be6e5ce10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.030559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.035222] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.049436] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.053329] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad664736-65dd-449f-bb24-3b1e59020373 tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.056894] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.869s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.058370] env[69133]: INFO nova.compute.claims [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.117987] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 6502038f-b9db-464f-aef9-29abba56c18e] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.136604] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191120, 'name': PowerOffVM_Task, 'duration_secs': 0.22366} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.136604] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.136604] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.136604] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-869b5ea7-5811-46b0-9231-25f036c5a74d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.214025] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.214025] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.214025] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleting the datastore file [datastore2] 298846ee-6f99-49d7-b889-3b166cf7d3cf {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.214025] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb8e96e-a8a4-4a93-b4cf-a718345bb120 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.223100] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for the task: (returnval){ [ 899.223100] env[69133]: value = "task-3191123" [ 899.223100] env[69133]: _type = "Task" [ 899.223100] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.230054] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.364254] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191121, 'name': Rename_Task, 'duration_secs': 0.261359} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.364607] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.364776] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93aee6bb-12f4-4b9c-b37b-8ec34a78f82a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.370692] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 899.370692] env[69133]: value = "task-3191124" [ 899.370692] env[69133]: _type = "Task" [ 899.370692] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.381406] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.409984] env[69133]: DEBUG nova.network.neutron [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.451989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.452253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.453465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.453465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.453465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.454781] env[69133]: INFO nova.compute.manager [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Terminating instance [ 899.470910] env[69133]: DEBUG oslo_vmware.api [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52563fec-9891-2e18-2d0e-33be6e5ce10a, 'name': SearchDatastore_Task, 'duration_secs': 0.036921} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.470910] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.488100] env[69133]: DEBUG nova.network.neutron [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.620031] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: c99145c3-8bdc-42e5-8157-5647d4ae417c] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.733911] env[69133]: DEBUG oslo_vmware.api [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Task: {'id': task-3191123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127432} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.734189] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.734371] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.734647] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.734840] env[69133]: INFO nova.compute.manager [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 899.735093] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.735298] env[69133]: DEBUG nova.compute.manager [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.735471] env[69133]: DEBUG nova.network.neutron [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.881040] env[69133]: DEBUG oslo_vmware.api [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191124, 'name': PowerOnVM_Task, 'duration_secs': 0.444598} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.881312] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.881592] env[69133]: INFO nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Took 4.81 seconds to spawn the instance on the hypervisor. [ 899.881779] env[69133]: DEBUG nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.882589] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad1aee8-41cc-4991-9971-b48418c3de13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.967022] env[69133]: DEBUG nova.compute.manager [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.967022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.967508] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacc1146-99f2-4bd5-bcea-c5acc91aec20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.976268] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.977971] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3862ac24-43fc-4948-a18a-ac28508b290a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984849] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 899.984849] env[69133]: value = "task-3191125" [ 899.984849] env[69133]: _type = "Task" [ 899.984849] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.989519] env[69133]: DEBUG oslo_concurrency.lockutils [req-98994149-5134-43aa-ba30-06a544d40296 req-85c3c44a-8a18-4839-80b1-19f47c866650 service nova] Releasing lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.989957] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.990202] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.995824] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.065738] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.122821] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='012e88d60df5d8ab494e79e8a23ec5cb',container_format='bare',created_at=2025-03-26T22:35:11Z,direct_url=,disk_format='vmdk',id=f72a7186-1d47-40e5-bd35-9a79a4c69b61,min_disk=1,min_ram=0,name='tempest-test-snap-456390083',owner='c5b57c0658dc4c999d101f9054bf20f4',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T22:35:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.123089] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.123259] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.123446] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.123615] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.123737] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.124268] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.124512] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.124749] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.125014] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.125252] env[69133]: DEBUG nova.virt.hardware [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.126634] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f6d47a-cfcf-4b23-b90a-59b94b65844c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.134245] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: e959f4fc-26be-4b03-9baf-70fe5977c138] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.145534] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50232d5d-4bff-401f-9087-92cad1f1f34d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.404223] env[69133]: INFO nova.compute.manager [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Took 43.12 seconds to build instance. [ 900.485714] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fdca73-04c4-43f8-acc6-e014918313f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.502293] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9097cd40-9ef4-45e1-98be-07f7ee3c2cd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507321] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191125, 'name': PowerOffVM_Task, 'duration_secs': 0.330993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.507622] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.507853] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.508697] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43daee68-d244-4228-af1c-a6d65e55cde2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.545111] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.547382] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b210d7cb-39d0-413c-b98e-8f87ef330261 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.555287] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a8c45-4548-4905-ae83-94ae4ed15d5e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.569490] env[69133]: DEBUG nova.compute.provider_tree [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.594533] env[69133]: DEBUG nova.network.neutron [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.608553] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.609653] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.609653] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleting the datastore file [datastore2] 20c67ad6-dee9-4099-9e11-dbec57252bb4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.609653] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78b09518-8c55-4be8-99aa-bba43f3f4ba7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.617758] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for the task: (returnval){ [ 900.617758] env[69133]: value = "task-3191127" [ 900.617758] env[69133]: _type = "Task" [ 900.617758] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.627192] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.638045] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 255d9e2d-714c-4629-99eb-0591af94c0e9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.683205] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Successfully updated port: 97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.790591] env[69133]: DEBUG nova.network.neutron [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Updating instance_info_cache with network_info: [{"id": "d902ad43-794e-4b3b-bef7-9f7f980139b6", "address": "fa:16:3e:3a:5c:26", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd902ad43-79", "ovs_interfaceid": "d902ad43-794e-4b3b-bef7-9f7f980139b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.903450] env[69133]: DEBUG nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Received event network-vif-deleted-91ad4d46-0037-4e75-83c7-d9411fd0c218 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.903614] env[69133]: DEBUG nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Received event network-vif-plugged-97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.903818] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Acquiring lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.904018] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.904178] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.904341] env[69133]: DEBUG nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] No waiting events found dispatching network-vif-plugged-97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.904553] env[69133]: WARNING nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Received unexpected event network-vif-plugged-97e793f2-ccf3-4a00-83f8-5d90994c8bd5 for instance with vm_state building and task_state spawning. [ 900.904722] env[69133]: DEBUG nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Received event network-changed-97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.904874] env[69133]: DEBUG nova.compute.manager [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Refreshing instance network info cache due to event network-changed-97e793f2-ccf3-4a00-83f8-5d90994c8bd5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.905066] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Acquiring lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.905203] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Acquired lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.905357] env[69133]: DEBUG nova.network.neutron [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Refreshing network info cache for port 97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.907630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-bb638424-9f24-44e4-a026-866f7b3daedb tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.632s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.076977] env[69133]: DEBUG nova.scheduler.client.report [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.096634] env[69133]: INFO nova.compute.manager [-] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Took 1.36 seconds to deallocate network for instance. [ 901.128774] env[69133]: DEBUG oslo_vmware.api [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Task: {'id': task-3191127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320415} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.129028] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.129304] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.129488] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.129708] env[69133]: INFO nova.compute.manager [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 901.129983] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.130206] env[69133]: DEBUG nova.compute.manager [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.130302] env[69133]: DEBUG nova.network.neutron [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.146086] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: f38d1517-8f54-4a66-a152-9e4bfdcaa373] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.185950] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.293088] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-677c73c1-561f-443c-9548-b6086471ba2b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.293635] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance network_info: |[{"id": "d902ad43-794e-4b3b-bef7-9f7f980139b6", "address": "fa:16:3e:3a:5c:26", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd902ad43-79", "ovs_interfaceid": "d902ad43-794e-4b3b-bef7-9f7f980139b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.293941] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:5c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd902ad43-794e-4b3b-bef7-9f7f980139b6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.304505] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.304505] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.304505] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6810d642-1aa3-417d-b80f-c2c7f3a3f856 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.326326] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.326326] env[69133]: value = "task-3191128" [ 901.326326] env[69133]: _type = "Task" [ 901.326326] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.334930] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191128, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.472324] env[69133]: DEBUG nova.network.neutron [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.572766] env[69133]: DEBUG nova.network.neutron [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.583706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.584248] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.586863] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.976s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.586960] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.589651] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.489s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.589847] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.592065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.031s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.592257] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.593832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.759s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.595318] env[69133]: INFO nova.compute.claims [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.602946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.623764] env[69133]: INFO nova.scheduler.client.report [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Deleted allocations for instance 7d390d49-1d7e-43ab-8900-cfccc7f74bb2 [ 901.625929] env[69133]: INFO nova.scheduler.client.report [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleted allocations for instance b8858edd-34b7-406c-861d-fb2917fdbd20 [ 901.640541] env[69133]: INFO nova.scheduler.client.report [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Deleted allocations for instance 5f508c10-3750-483f-91b1-fe1db9b6a1ff [ 901.649206] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ec34e96b-4903-404f-a8d3-77da1b9a9d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.736631] env[69133]: INFO nova.compute.manager [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Rebuilding instance [ 901.793049] env[69133]: DEBUG nova.compute.manager [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.793966] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5908f12-fe95-43d0-8f7b-109f90507ae3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.835980] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191128, 'name': CreateVM_Task, 'duration_secs': 0.434993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.836854] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.836854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.836992] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.837893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.837893] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe7c0e4-fd7a-473a-814f-85eb8793ed7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.841932] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 901.841932] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520163f1-b2f6-0e5a-7de7-84fab95a83c3" [ 901.841932] env[69133]: _type = "Task" [ 901.841932] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.850163] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520163f1-b2f6-0e5a-7de7-84fab95a83c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.962683] env[69133]: DEBUG nova.network.neutron [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.075204] env[69133]: DEBUG oslo_concurrency.lockutils [req-a8a1ffd7-caac-4539-9583-d9762102e936 req-05355552-966c-4490-87ed-09f3e2712feb service nova] Releasing lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.075641] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.075799] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.100967] env[69133]: DEBUG nova.compute.utils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.103583] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.103832] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.137286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6a970be3-c2dc-47f3-b750-4ce8f55ad32f tempest-ServerShowV254Test-1505322510 tempest-ServerShowV254Test-1505322510-project-member] Lock "7d390d49-1d7e-43ab-8900-cfccc7f74bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.720s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.137286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-939c07f4-755b-43d4-9108-0ec9e0d5386b tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "b8858edd-34b7-406c-861d-fb2917fdbd20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.023s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.148205] env[69133]: DEBUG oslo_concurrency.lockutils [None req-542928e4-a118-4f99-b88f-a5a99f67d0cb tempest-ImagesOneServerNegativeTestJSON-2041083100 tempest-ImagesOneServerNegativeTestJSON-2041083100-project-member] Lock "5f508c10-3750-483f-91b1-fe1db9b6a1ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.580s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.152035] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: e583638b-7964-43d0-93c0-8545478c36b4] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.190989] env[69133]: DEBUG nova.policy [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53d80ed95ae74d5799a7af9d4878b1b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2368f9303b48b3b22d50f86f0fa787', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.354697] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520163f1-b2f6-0e5a-7de7-84fab95a83c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.355074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.355407] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.355704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.355857] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.356062] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.356353] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bfc6cef-6f92-49ad-b2a6-5f4d9fcb83dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.365588] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.365814] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.366627] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6d6721-bb1c-43ea-9f87-6f6d99231071 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.372091] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 902.372091] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522ab2a4-1423-8316-e5da-194b97e8e75b" [ 902.372091] env[69133]: _type = "Task" [ 902.372091] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.381159] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522ab2a4-1423-8316-e5da-194b97e8e75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.465670] env[69133]: INFO nova.compute.manager [-] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Took 1.34 seconds to deallocate network for instance. [ 902.604359] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.655618] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: f6adedce-4418-4f1e-a049-6d6b19ffcfd3] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.670939] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.807213] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.808026] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a022ae1-f44c-46d3-ace5-9a803bda806d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.815749] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 902.815749] env[69133]: value = "task-3191129" [ 902.815749] env[69133]: _type = "Task" [ 902.815749] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.825820] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.887450] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522ab2a4-1423-8316-e5da-194b97e8e75b, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.888090] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae631343-43d1-407f-ab60-576e0077bb22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.898705] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 902.898705] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5286f760-4524-79f4-5535-fc5f046413c0" [ 902.898705] env[69133]: _type = "Task" [ 902.898705] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.908938] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5286f760-4524-79f4-5535-fc5f046413c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.951994] env[69133]: DEBUG nova.compute.manager [req-1b37647a-74eb-430b-b8d7-8c00fb05ce3c req-910a615e-16ac-407f-b4db-f1b78ad04bba service nova] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Received event network-vif-deleted-f7b55399-354f-48ae-976a-ffd875693810 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.976507] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.011924] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adbf0a-ccaa-4f35-aac6-d014ffc77518 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.022258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4442d83-5dad-47cd-ad88-66fe055f9683 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.060291] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc921580-d243-411f-a7cb-b1419dc1967c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.069823] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d47139-1d0e-4958-8b85-c0a1c14ade2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.086274] env[69133]: DEBUG nova.compute.provider_tree [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.161657] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 01d15ded-514c-4e1e-8283-7e0b54518888] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.203523] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Successfully created port: 32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.297804] env[69133]: DEBUG nova.network.neutron [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Updating instance_info_cache with network_info: [{"id": "97e793f2-ccf3-4a00-83f8-5d90994c8bd5", "address": "fa:16:3e:57:60:04", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e793f2-cc", "ovs_interfaceid": "97e793f2-ccf3-4a00-83f8-5d90994c8bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.328306] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191129, 'name': PowerOffVM_Task, 'duration_secs': 0.151162} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.328727] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.330846] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.331958] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a062da-5ed1-4eb0-8312-8968f9547a92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.342345] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.344369] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b1599aa-105d-4e88-ae43-2dbacc9f58c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.369699] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.369988] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.370531] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Deleting the datastore file [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.370531] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9163b4e-afec-4a58-93c2-899651ee64df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.381162] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 903.381162] env[69133]: value = "task-3191131" [ 903.381162] env[69133]: _type = "Task" [ 903.381162] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.392527] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.409182] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5286f760-4524-79f4-5535-fc5f046413c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.409547] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.409902] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 677c73c1-561f-443c-9548-b6086471ba2b/677c73c1-561f-443c-9548-b6086471ba2b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.410854] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04710a4c-40ec-43b9-ac91-d9486ba28ce3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.419842] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 903.419842] env[69133]: value = "task-3191132" [ 903.419842] env[69133]: _type = "Task" [ 903.419842] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.428678] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.591709] env[69133]: DEBUG nova.scheduler.client.report [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.621630] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.666114] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0a4dfc9a-3000-492a-80c3-1f379e14ecc9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.671667] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.671914] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.672093] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.672281] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.672451] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.672608] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.672818] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.672996] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.673809] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.673809] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.673809] env[69133]: DEBUG nova.virt.hardware [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.675218] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ed960-ddf4-423a-b00d-ed7a4cf29583 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.686290] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be96d8e-845a-48d5-9cf6-8d258394e3d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.801774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "refresh_cache-6ffe484b-acab-4fc7-83a2-6de9b227ff74" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.802203] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance network_info: |[{"id": "97e793f2-ccf3-4a00-83f8-5d90994c8bd5", "address": "fa:16:3e:57:60:04", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e793f2-cc", "ovs_interfaceid": "97e793f2-ccf3-4a00-83f8-5d90994c8bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.802910] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:60:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e793f2-ccf3-4a00-83f8-5d90994c8bd5', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.813405] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.813405] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.813743] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b401e3db-d01d-4223-826f-126a721f0c77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.836348] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.836348] env[69133]: value = "task-3191133" [ 903.836348] env[69133]: _type = "Task" [ 903.836348] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.846429] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191133, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.897319] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10319} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.897634] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.897923] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.898131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.942438] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494145} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.943290] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 677c73c1-561f-443c-9548-b6086471ba2b/677c73c1-561f-443c-9548-b6086471ba2b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.943506] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.944323] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-964b7be1-599f-4a37-b75f-fdc06312a135 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.951393] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 903.951393] env[69133]: value = "task-3191134" [ 903.951393] env[69133]: _type = "Task" [ 903.951393] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.961339] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.095965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.096529] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.099776] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.065s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.101622] env[69133]: INFO nova.compute.claims [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.170614] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0c0eac8a-3ea3-44bc-8101-bee23396202d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.235497] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.235864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.236116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.236302] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.236471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.240821] env[69133]: INFO nova.compute.manager [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Terminating instance [ 904.345502] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191133, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.461023] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076168} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.461023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.461023] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5d977-09db-4210-8401-df12925f4274 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.484361] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 677c73c1-561f-443c-9548-b6086471ba2b/677c73c1-561f-443c-9548-b6086471ba2b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.485064] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a2ce7f-2445-458d-b8b1-beda9c24239f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507494] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 904.507494] env[69133]: value = "task-3191135" [ 904.507494] env[69133]: _type = "Task" [ 904.507494] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.518295] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.606517] env[69133]: DEBUG nova.compute.utils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.611376] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.612647] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.661418] env[69133]: DEBUG nova.policy [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4ca875d2bb24c5c9d951e4d0a54f671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4076d9c3cc9049ff9bcd3df6ca036656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.674354] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 14000aa9-bfa5-488a-bcfb-4771792c5ce1] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.746884] env[69133]: DEBUG nova.compute.manager [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.747157] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.748069] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4256237-f7da-4e5d-9faf-a5a71b89276d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.756448] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.757372] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaf0981a-06e8-4ae5-87ec-0fc8e8b7b56a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.763883] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 904.763883] env[69133]: value = "task-3191136" [ 904.763883] env[69133]: _type = "Task" [ 904.763883] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.774945] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.860338] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191133, 'name': CreateVM_Task, 'duration_secs': 0.719621} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.860338] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.861316] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.861551] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863157] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.864121] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f999007-2578-479c-9940-c13e07b62e70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.880849] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 904.880849] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522815c2-0c48-0635-58f4-151edda32c68" [ 904.880849] env[69133]: _type = "Task" [ 904.880849] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.904737] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.904737] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Processing image f72a7186-1d47-40e5-bd35-9a79a4c69b61 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.904737] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.904737] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.904737] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.905109] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b1209ba-b475-4095-b364-86b01a4c21c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.923971] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.925798] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.925798] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5175dfb4-aa4c-4565-a71c-fd025604242a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.937370] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 904.937370] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5273ffe4-ac41-b387-0201-8e3a4e253fa6" [ 904.937370] env[69133]: _type = "Task" [ 904.937370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.956505] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 904.959132] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Fetch image to [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84/OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 904.959132] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Downloading stream optimized image f72a7186-1d47-40e5-bd35-9a79a4c69b61 to [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84/OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84.vmdk on the data store datastore2 as vApp {{(pid=69133) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 904.959132] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Downloading image file data f72a7186-1d47-40e5-bd35-9a79a4c69b61 to the ESX as VM named 'OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84' {{(pid=69133) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 904.981933] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.982410] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.982657] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.982860] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.983119] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.983200] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.983380] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.983531] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.983701] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.983868] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.984429] env[69133]: DEBUG nova.virt.hardware [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.985105] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221b8618-9ae1-4ec8-8b9e-f0fa65ab5eee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.998123] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaef331-99b9-45ad-8284-81b5a2edd424 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.041986] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.047109] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.047979] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.048269] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aadf205-9171-4c8d-8c27-83bef514ac1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067825] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.074205] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.074205] env[69133]: value = "task-3191137" [ 905.074205] env[69133]: _type = "Task" [ 905.074205] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.082864] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191137, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.097150] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 905.097150] env[69133]: value = "resgroup-9" [ 905.097150] env[69133]: _type = "ResourcePool" [ 905.097150] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 905.097150] env[69133]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-59be3b1a-4650-49e0-93ae-ac0f105446db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.119599] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.126262] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease: (returnval){ [ 905.126262] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 905.126262] env[69133]: _type = "HttpNfcLease" [ 905.126262] env[69133]: } obtained for vApp import into resource pool (val){ [ 905.126262] env[69133]: value = "resgroup-9" [ 905.126262] env[69133]: _type = "ResourcePool" [ 905.126262] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 905.126262] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the lease: (returnval){ [ 905.126262] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 905.126262] env[69133]: _type = "HttpNfcLease" [ 905.126262] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.132232] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.132232] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 905.132232] env[69133]: _type = "HttpNfcLease" [ 905.132232] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.190922] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: bfdd78b3-a9ad-41e7-817c-19a9d11785d3] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.224300] env[69133]: DEBUG nova.compute.manager [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Received event network-vif-plugged-32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.224300] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] Acquiring lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.224300] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.225294] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.226082] env[69133]: DEBUG nova.compute.manager [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] No waiting events found dispatching network-vif-plugged-32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.227345] env[69133]: WARNING nova.compute.manager [req-4fad7aab-d6d7-4ab5-8eba-b94064b41a2f req-f2b2c952-b0fb-40af-b077-881c82682728 service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Received unexpected event network-vif-plugged-32c7c728-a5f0-422b-9869-46eb196e7634 for instance with vm_state building and task_state spawning. [ 905.287044] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191136, 'name': PowerOffVM_Task, 'duration_secs': 0.269303} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.292375] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.292375] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.293193] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Successfully updated port: 32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.295078] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c67ced2-f425-4166-9aef-17c7e00e43c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.383951] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.384249] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.384363] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleting the datastore file [datastore1] a8db27a1-1b94-4552-a86b-60a0c641a542 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.385935] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44123095-d4cb-47de-bdae-35007a74f2d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.398833] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for the task: (returnval){ [ 905.398833] env[69133]: value = "task-3191140" [ 905.398833] env[69133]: _type = "Task" [ 905.398833] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.401546] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Successfully created port: d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.412712] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.541975] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191135, 'name': ReconfigVM_Task, 'duration_secs': 0.855362} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.542642] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 677c73c1-561f-443c-9548-b6086471ba2b/677c73c1-561f-443c-9548-b6086471ba2b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.543385] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75556869-5d64-443f-809b-a1b1c0801823 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556914] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 905.556914] env[69133]: value = "task-3191141" [ 905.556914] env[69133]: _type = "Task" [ 905.556914] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.567862] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191141, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.586330] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191137, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.589907] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04439d9-835e-4c50-ad4f-0fd44a014c27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.598265] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ce5d5-f410-469d-b916-645aee47e99f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.644646] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd207a-8a63-44da-8e83-900a1d634bf2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.650893] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.650893] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 905.650893] env[69133]: _type = "HttpNfcLease" [ 905.650893] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.654899] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eb3574-63da-4bb8-a957-58a33f0a012e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.672560] env[69133]: DEBUG nova.compute.provider_tree [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.694488] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 252b5ecb-6b62-4456-acfc-991572db2019] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.798408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.798561] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.798817] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.910515] env[69133]: DEBUG oslo_vmware.api [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Task: {'id': task-3191140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.911055] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.911362] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.911836] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.912129] env[69133]: INFO nova.compute.manager [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Took 1.17 seconds to destroy the instance on the hypervisor. [ 905.912630] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.912985] env[69133]: DEBUG nova.compute.manager [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.913350] env[69133]: DEBUG nova.network.neutron [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.070272] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191141, 'name': Rename_Task, 'duration_secs': 0.216218} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.071515] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.073212] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-decd28c2-b497-4453-8ea2-7443e27eda43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.080324] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 906.080324] env[69133]: value = "task-3191142" [ 906.080324] env[69133]: _type = "Task" [ 906.080324] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.087623] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191137, 'name': CreateVM_Task, 'duration_secs': 0.55335} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.090449] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.090883] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.091109] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.091464] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.092338] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db42779-0137-42f1-9e89-c695e62adf68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.098883] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.102478] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 906.102478] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52745bbb-d043-7405-88e4-fa316dc33a57" [ 906.102478] env[69133]: _type = "Task" [ 906.102478] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.111033] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52745bbb-d043-7405-88e4-fa316dc33a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.140767] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.151179] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.151179] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 906.151179] env[69133]: _type = "HttpNfcLease" [ 906.151179] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.152031] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.152031] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528c6136-84e4-831b-6c3c-40248df8942e" [ 906.152031] env[69133]: _type = "HttpNfcLease" [ 906.152031] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 906.152483] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11419807-f365-4993-99cf-b4f701bde16a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.162531] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.163070] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 906.227146] env[69133]: DEBUG nova.scheduler.client.report [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.231547] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0e2e54bd-53c1-4621-8f02-c4e2d553967f] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.234850] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.235158] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.235357] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.235616] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.235807] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.235970] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.236198] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.236360] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.236545] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.237394] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.237683] env[69133]: DEBUG nova.virt.hardware [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.240750] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49db345-9641-4939-9adf-461a1b6e37aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.247978] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aeda7686-c26e-4abe-a4a5-08d046bc4758 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254999] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2f642d-b5f2-4b9f-a2a8-05d974e4f3a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.397139] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.601349] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191142, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.616169] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52745bbb-d043-7405-88e4-fa316dc33a57, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.618255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.618509] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.618751] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.618894] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.619085] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.619385] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1fd3940-3e35-4cc9-b52b-babd8ff2202d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.622348] env[69133]: DEBUG nova.network.neutron [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Updating instance_info_cache with network_info: [{"id": "32c7c728-a5f0-422b-9869-46eb196e7634", "address": "fa:16:3e:fe:a1:86", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c7c728-a5", "ovs_interfaceid": "32c7c728-a5f0-422b-9869-46eb196e7634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.631773] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.632015] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.632874] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37d5efb-f6ab-4d01-b667-457eab47e246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.639444] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 906.639444] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521af4c9-f076-1c51-21dd-983b51f3c849" [ 906.639444] env[69133]: _type = "Task" [ 906.639444] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.650948] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521af4c9-f076-1c51-21dd-983b51f3c849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.740181] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.740842] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.745777] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.275s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.750089] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: c4ed826f-56bd-4482-b08f-468a90a6d5ef] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.982937] env[69133]: DEBUG nova.network.neutron [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.104054] env[69133]: DEBUG oslo_vmware.api [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191142, 'name': PowerOnVM_Task, 'duration_secs': 0.605772} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.104907] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.105217] env[69133]: INFO nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Took 9.60 seconds to spawn the instance on the hypervisor. [ 907.105471] env[69133]: DEBUG nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.106928] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822fe85b-51ee-4ddf-9613-532c6ebdf472 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.127076] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.127185] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Instance network_info: |[{"id": "32c7c728-a5f0-422b-9869-46eb196e7634", "address": "fa:16:3e:fe:a1:86", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c7c728-a5", "ovs_interfaceid": "32c7c728-a5f0-422b-9869-46eb196e7634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.128031] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a1:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c7c728-a5f0-422b-9869-46eb196e7634', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.135893] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.138543] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.138855] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4092e925-a5a7-486d-9057-c0c90512af15 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.163601] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 907.163891] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 907.166882] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f303e-1113-49f5-8f20-f3587b9a7bad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.180663] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 907.181090] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 907.181480] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521af4c9-f076-1c51-21dd-983b51f3c849, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.182703] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8f0a99a3-8cc3-4a4b-aa46-eca3b1457792 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.184796] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.184796] env[69133]: value = "task-3191143" [ 907.184796] env[69133]: _type = "Task" [ 907.184796] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.184796] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8c8721-cb32-4300-8a29-997c69d50577 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.193166] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 907.193166] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fef057-d1ef-6841-7f09-91a729a99923" [ 907.193166] env[69133]: _type = "Task" [ 907.193166] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.196530] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191143, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.204430] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fef057-d1ef-6841-7f09-91a729a99923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.252145] env[69133]: DEBUG nova.compute.utils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.258953] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.259300] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.264596] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1a593f41-970d-49b9-abee-2e2329d2f4ee] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.273044] env[69133]: DEBUG nova.compute.manager [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Received event network-changed-32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.273171] env[69133]: DEBUG nova.compute.manager [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Refreshing instance network info cache due to event network-changed-32c7c728-a5f0-422b-9869-46eb196e7634. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.273427] env[69133]: DEBUG oslo_concurrency.lockutils [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] Acquiring lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.273737] env[69133]: DEBUG oslo_concurrency.lockutils [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] Acquired lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.273813] env[69133]: DEBUG nova.network.neutron [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Refreshing network info cache for port 32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.342817] env[69133]: DEBUG nova.policy [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11238dfc25e9498d8c3de195e2ed7960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9351371bd84cd2b7d0ec88426fbaef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.414177] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fe8c2-5cfa-17d9-21ee-c0b0040e79e8/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 907.414423] env[69133]: INFO nova.virt.vmwareapi.images [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Downloaded image file data f72a7186-1d47-40e5-bd35-9a79a4c69b61 [ 907.417725] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947011a-34e0-4ad1-97f1-ead66c051b6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.441039] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4ec7b1-9691-4b2f-9f55-8030aaf04765 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.466927] env[69133]: INFO nova.virt.vmwareapi.images [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] The imported VM was unregistered [ 907.469963] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 907.470077] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.475203] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b9dc88-fe52-41a2-a71f-66d2800f952c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.484987] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.485695] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84/OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84.vmdk to [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk. {{(pid=69133) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 907.485695] env[69133]: INFO nova.compute.manager [-] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Took 1.57 seconds to deallocate network for instance. [ 907.485917] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-983e524b-1b45-4b6e-b43b-06346da98f8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.498241] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 907.498241] env[69133]: value = "task-3191145" [ 907.498241] env[69133]: _type = "Task" [ 907.498241] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.507111] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.626177] env[69133]: INFO nova.compute.manager [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Took 47.65 seconds to build instance. [ 907.670600] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47f554-8412-40f9-90f0-ec9d56f662e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.680427] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbacd116-8d8d-4bcf-84f2-4e073f21b1d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.725227] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f6a50-c202-48cd-8aee-511c80248cf4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.733165] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191143, 'name': CreateVM_Task, 'duration_secs': 0.373066} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.738674] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.739120] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fef057-d1ef-6841-7f09-91a729a99923, 'name': SearchDatastore_Task, 'duration_secs': 0.029192} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.739778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.739943] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.740278] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.741509] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01d7c00-7251-410b-a95c-59c29413d19f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.746035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.746319] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.746598] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797c6f71-88e9-494e-92ae-5a56215e03eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.748595] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0c28abc-e4ec-4c30-9002-0abcb8ca8c8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.754171] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 907.754171] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5214f82a-b79b-7845-5610-bba7d468f45e" [ 907.754171] env[69133]: _type = "Task" [ 907.754171] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.766975] env[69133]: DEBUG nova.compute.provider_tree [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.769920] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.776025] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 907.776025] env[69133]: value = "task-3191146" [ 907.776025] env[69133]: _type = "Task" [ 907.776025] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.781558] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 63af3181-231c-45dd-9df8-915064dedcf2] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.785795] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5214f82a-b79b-7845-5610-bba7d468f45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.793686] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.997647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.010381] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.129954] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d167a451-2a38-456f-9b6f-13956b95eb51 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.158s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.177966] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Successfully updated port: d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.256299] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Successfully created port: 4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.272173] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5214f82a-b79b-7845-5610-bba7d468f45e, 'name': SearchDatastore_Task, 'duration_secs': 0.076244} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.272576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.273395] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.273752] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.273924] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.274178] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.280200] env[69133]: DEBUG nova.scheduler.client.report [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.283501] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2537dd50-0d32-47a6-b798-07bd6fdf2836 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.290596] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 915965e6-8e99-4879-942c-816914502865] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.302208] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.309371] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.309639] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.310546] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392de079-5bbf-474a-8b49-03adbe8c51d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.318733] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 908.318733] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525b3808-860f-0e0e-ddf4-b6caebdff1fe" [ 908.318733] env[69133]: _type = "Task" [ 908.318733] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.327770] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525b3808-860f-0e0e-ddf4-b6caebdff1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.331965] env[69133]: DEBUG nova.network.neutron [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Updated VIF entry in instance network info cache for port 32c7c728-a5f0-422b-9869-46eb196e7634. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.332530] env[69133]: DEBUG nova.network.neutron [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Updating instance_info_cache with network_info: [{"id": "32c7c728-a5f0-422b-9869-46eb196e7634", "address": "fa:16:3e:fe:a1:86", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c7c728-a5", "ovs_interfaceid": "32c7c728-a5f0-422b-9869-46eb196e7634", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.510985] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.687018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.687018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.687018] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.703394] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "677c73c1-561f-443c-9548-b6086471ba2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.703596] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.703855] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "677c73c1-561f-443c-9548-b6086471ba2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.704052] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.704239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.707129] env[69133]: INFO nova.compute.manager [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Terminating instance [ 908.789050] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.796901] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ada1d08c-09a0-4682-ba11-1c6cd5e78f92] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.807063] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.833019] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.833478] env[69133]: DEBUG nova.virt.hardware [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.835120] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402984cb-83b6-45e4-84b0-fdeaab8bb82f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.838142] env[69133]: DEBUG oslo_concurrency.lockutils [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] Releasing lock "refresh_cache-545312e7-ebb5-4b6a-b956-19ba34a3edda" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.838391] env[69133]: DEBUG nova.compute.manager [req-268b570e-5f46-4e04-921b-fba9e6831330 req-523754c0-1f06-43a7-ae95-56e74f8d139a service nova] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Received event network-vif-deleted-573f006d-d25d-4b72-b4b9-db62acae9bf7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.848929] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525b3808-860f-0e0e-ddf4-b6caebdff1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.090934} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.852334] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07f1d6d-74a6-4b4e-b688-8c1b78f3e45c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.857410] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135ed8c0-6053-4acd-9e76-1fd0d9961962 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.877359] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 908.877359] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e6c8df-2d35-e4c6-3f54-d8d115545b93" [ 908.877359] env[69133]: _type = "Task" [ 908.877359] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.889077] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e6c8df-2d35-e4c6-3f54-d8d115545b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.019206] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.215021] env[69133]: DEBUG nova.compute.manager [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.215021] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.215021] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6c707-9197-435d-b22d-64288c8d0282 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.224563] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.224907] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1de6a198-bfce-45b9-b456-11f1ba43986e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.235562] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 909.235562] env[69133]: value = "task-3191147" [ 909.235562] env[69133]: _type = "Task" [ 909.235562] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.247613] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.295202] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.303557] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.555s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.303557] env[69133]: DEBUG nova.compute.manager [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69133) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 909.303884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.701s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.304037] env[69133]: DEBUG nova.objects.instance [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lazy-loading 'resources' on Instance uuid 298846ee-6f99-49d7-b889-3b166cf7d3cf {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.305137] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b8a662b3-7def-4644-8ed4-4e767b3c7d99] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.391164] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e6c8df-2d35-e4c6-3f54-d8d115545b93, 'name': SearchDatastore_Task, 'duration_secs': 0.079302} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.391164] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.391164] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 545312e7-ebb5-4b6a-b956-19ba34a3edda/545312e7-ebb5-4b6a-b956-19ba34a3edda.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.391164] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eeac07d-6d92-4273-8d37-2815e5e656f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.400600] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 909.400600] env[69133]: value = "task-3191148" [ 909.400600] env[69133]: _type = "Task" [ 909.400600] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.411743] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.514284] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.538163] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.634586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.635343] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.667740] env[69133]: DEBUG nova.compute.manager [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Received event network-vif-plugged-d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.667977] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.668331] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.668415] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.668534] env[69133]: DEBUG nova.compute.manager [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] No waiting events found dispatching network-vif-plugged-d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.668698] env[69133]: WARNING nova.compute.manager [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Received unexpected event network-vif-plugged-d1fcde17-7976-4a71-baec-3d26d07d9487 for instance with vm_state building and task_state spawning. [ 909.668859] env[69133]: DEBUG nova.compute.manager [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Received event network-changed-d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.669023] env[69133]: DEBUG nova.compute.manager [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Refreshing instance network info cache due to event network-changed-d1fcde17-7976-4a71-baec-3d26d07d9487. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.669332] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Acquiring lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.748742] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.807120] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.810985] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: be31b1a0-7ebd-40a5-a016-514f8bbdd18b] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.863869] env[69133]: DEBUG nova.network.neutron [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.881879] env[69133]: INFO nova.scheduler.client.report [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted allocation for migration be8bec10-e0e6-4605-82de-0f802700b955 [ 909.924161] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.018022] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.140059] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.198687] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549874f8-cd9b-4d0b-beaf-0774a70eebfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.208242] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478e5e8-1d4a-4ca2-9738-8983afd4ef52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.244304] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6d139-7d34-449c-b4f5-3eaf5462a5f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.252136] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191147, 'name': PowerOffVM_Task, 'duration_secs': 0.620296} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.253941] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.254193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.254497] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1357c6a0-a098-47c9-9b48-66d045dfd3d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.257089] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bab3da-6f26-49c0-b3ec-eee0e45656f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.271213] env[69133]: DEBUG nova.compute.provider_tree [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.297693] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191146, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.453752} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.297966] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.298192] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.298443] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e7a1d21-28bf-466c-935a-371ea6b49706 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.307780] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 910.307780] env[69133]: value = "task-3191150" [ 910.307780] env[69133]: _type = "Task" [ 910.307780] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.317758] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.318244] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: e7d034d2-6455-43c8-9629-70ca597034c8] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.366287] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.368616] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Instance network_info: |[{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.368616] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Acquired lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.368616] env[69133]: DEBUG nova.network.neutron [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Refreshing network info cache for port d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.368755] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:04:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1fcde17-7976-4a71-baec-3d26d07d9487', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.378084] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Creating folder: Project (4076d9c3cc9049ff9bcd3df6ca036656). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.379062] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc7e3b7-5d11-4d4b-a01c-2b1c18acc8e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.381138] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.381386] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.381567] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] 677c73c1-561f-443c-9548-b6086471ba2b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.382538] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-928c6aa2-fbae-4d18-8b30-3d748b540ef2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.392470] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78cd0831-2e95-4a9e-87f4-91f65ee69283 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.725s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.394032] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 910.394032] env[69133]: value = "task-3191152" [ 910.394032] env[69133]: _type = "Task" [ 910.394032] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.399454] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Created folder: Project (4076d9c3cc9049ff9bcd3df6ca036656) in parent group-v637972. [ 910.399534] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Creating folder: Instances. Parent ref: group-v638174. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.400183] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-197e054f-e123-4239-8825-f6f3034f0530 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.406421] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.416459] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.419696] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Created folder: Instances in parent group-v638174. [ 910.420036] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.420291] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.420876] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ed8c42e-4ced-4bde-bb9a-ca72e643e96b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.442357] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.442357] env[69133]: value = "task-3191154" [ 910.442357] env[69133]: _type = "Task" [ 910.442357] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.455828] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191154, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.519211] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191145, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.73706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.519881] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84/OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84.vmdk to [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk. [ 910.520104] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Cleaning up location [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 910.520656] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_862c6a6c-4af4-458f-bf76-3a2262efdf84 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.520656] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84535199-3596-4a1b-95ea-f0403488afab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.528729] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 910.528729] env[69133]: value = "task-3191155" [ 910.528729] env[69133]: _type = "Task" [ 910.528729] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.542239] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.573951] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Successfully updated port: 4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.676149] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.777461] env[69133]: DEBUG nova.scheduler.client.report [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.817689] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214466} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.818453] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.819492] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83c127a-2011-48ec-874e-01b2cd1b0470 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.822580] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: bbc9b308-81df-46f5-8ffb-f81ea8db54ad] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.842703] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.842703] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fc52c9-2335-4c40-9add-64958e5f774b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.862197] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 910.862197] env[69133]: value = "task-3191156" [ 910.862197] env[69133]: _type = "Task" [ 910.862197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.878726] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.905333] env[69133]: DEBUG oslo_vmware.api [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323425} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.905727] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.905954] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.906187] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.906447] env[69133]: INFO nova.compute.manager [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 910.906725] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.910069] env[69133]: DEBUG nova.compute.manager [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.910069] env[69133]: DEBUG nova.network.neutron [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.916610] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191148, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21922} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.916897] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 545312e7-ebb5-4b6a-b956-19ba34a3edda/545312e7-ebb5-4b6a-b956-19ba34a3edda.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.917157] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.917434] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93a73088-cbbc-407f-a18f-277c6aee4d3c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.925162] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 910.925162] env[69133]: value = "task-3191157" [ 910.925162] env[69133]: _type = "Task" [ 910.925162] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.934071] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.951641] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191154, 'name': CreateVM_Task, 'duration_secs': 0.458412} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.951887] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.952590] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.952795] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.953116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.953376] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6dca75-3cf3-4596-9964-fe00d2e13651 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.959595] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 910.959595] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529e9777-5f5d-bafd-6ca9-8b56b2edd2ed" [ 910.959595] env[69133]: _type = "Task" [ 910.959595] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.968804] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529e9777-5f5d-bafd-6ca9-8b56b2edd2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.038663] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092776} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.039813] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.040023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.040316] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk to [datastore2] 6ffe484b-acab-4fc7-83a2-6de9b227ff74/6ffe484b-acab-4fc7-83a2-6de9b227ff74.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.046045] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9aabed9-c380-4626-b333-b0e1d227c4f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.052903] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 911.052903] env[69133]: value = "task-3191158" [ 911.052903] env[69133]: _type = "Task" [ 911.052903] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.064089] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.077082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.077222] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.077365] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.282812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.285536] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.309s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.285849] env[69133]: DEBUG nova.objects.instance [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lazy-loading 'resources' on Instance uuid 20c67ad6-dee9-4099-9e11-dbec57252bb4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.312868] env[69133]: INFO nova.scheduler.client.report [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Deleted allocations for instance 298846ee-6f99-49d7-b889-3b166cf7d3cf [ 911.325851] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a9a518c5-99a2-467e-943a-57f4558d8d3c] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.374637] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191156, 'name': ReconfigVM_Task, 'duration_secs': 0.38379} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.374637] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Reconfigured VM instance instance-00000043 to attach disk [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027/fed45415-5ae2-4c53-ba98-6047f67ed027.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.374903] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7192d3f8-088e-4473-a9ab-9cea64f151b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.384947] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 911.384947] env[69133]: value = "task-3191159" [ 911.384947] env[69133]: _type = "Task" [ 911.384947] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.396273] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191159, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.435045] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067818} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.435349] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.436317] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad44362-f76f-4c42-86af-c4835f84f69e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.470017] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 545312e7-ebb5-4b6a-b956-19ba34a3edda/545312e7-ebb5-4b6a-b956-19ba34a3edda.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.470017] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76bb260b-c919-4707-9d65-564ddc753bf1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.486918] env[69133]: DEBUG nova.network.neutron [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updated VIF entry in instance network info cache for port d1fcde17-7976-4a71-baec-3d26d07d9487. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.487429] env[69133]: DEBUG nova.network.neutron [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.499814] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529e9777-5f5d-bafd-6ca9-8b56b2edd2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.501940] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.502268] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.502558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.502719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.503022] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.503510] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 911.503510] env[69133]: value = "task-3191160" [ 911.503510] env[69133]: _type = "Task" [ 911.503510] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.505272] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd6e7f24-2a1b-44c7-8074-0e11c31a425a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.519184] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.520740] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.521016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.521720] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40909c84-a7a9-45b0-a75c-bf25c1ed776f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.529046] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 911.529046] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52548b92-b921-24e9-612b-47dfd7357ee8" [ 911.529046] env[69133]: _type = "Task" [ 911.529046] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.540547] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52548b92-b921-24e9-612b-47dfd7357ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.550915] env[69133]: DEBUG nova.objects.instance [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.569414] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.626227] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.780010] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Received event network-vif-plugged-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.782885] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.782885] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.782885] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.782885] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] No waiting events found dispatching network-vif-plugged-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.782885] env[69133]: WARNING nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Received unexpected event network-vif-plugged-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 for instance with vm_state building and task_state spawning. [ 911.782885] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Received event network-changed-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.782885] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Refreshing instance network info cache due to event network-changed-4ecee18f-bc4b-4b02-a1d3-ef8976805a95. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.782885] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Acquiring lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.818456] env[69133]: DEBUG nova.network.neutron [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating instance_info_cache with network_info: [{"id": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "address": "fa:16:3e:a2:52:39", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecee18f-bc", "ovs_interfaceid": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.825394] env[69133]: DEBUG oslo_concurrency.lockutils [None req-25107c8d-19d9-46c4-9660-62e1891a7299 tempest-SecurityGroupsTestJSON-1025589091 tempest-SecurityGroupsTestJSON-1025589091-project-member] Lock "298846ee-6f99-49d7-b889-3b166cf7d3cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.731s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.832774] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b76c1786-1b06-4192-ba91-cdcf42280839] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.896300] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191159, 'name': Rename_Task, 'duration_secs': 0.337992} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.898060] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.898060] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e817452a-be38-4b90-8ecc-1e7b0deacd8e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.907195] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 911.907195] env[69133]: value = "task-3191161" [ 911.907195] env[69133]: _type = "Task" [ 911.907195] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.917261] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.993790] env[69133]: DEBUG oslo_concurrency.lockutils [req-14c01d43-8eff-43c8-84ec-d2011f9795db req-ab13c889-c06a-4983-8de2-a0ee2c8dc486 service nova] Releasing lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.017164] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.041131] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52548b92-b921-24e9-612b-47dfd7357ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.042012] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-affb80f8-3c2e-4aba-81be-3deb9eed11ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.047052] env[69133]: DEBUG nova.network.neutron [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.054379] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 912.054379] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525410f7-1815-4d49-ed6e-c6f88811df2f" [ 912.054379] env[69133]: _type = "Task" [ 912.054379] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.066450] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.066616] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.067486] env[69133]: DEBUG nova.network.neutron [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.067486] env[69133]: DEBUG nova.objects.instance [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'info_cache' on Instance uuid b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.083019] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525410f7-1815-4d49-ed6e-c6f88811df2f, 'name': SearchDatastore_Task, 'duration_secs': 0.013931} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.083019] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.083019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.084185] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2fc19ef1-6d50-4d65-b953-3e3639ec0da8/2fc19ef1-6d50-4d65-b953-3e3639ec0da8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.084837] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55284cdb-7cc2-4703-8d23-3ceb02e73f60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.095071] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 912.095071] env[69133]: value = "task-3191162" [ 912.095071] env[69133]: _type = "Task" [ 912.095071] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.108213] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.162110] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d80f0d-6152-4700-8733-f02e3a65973d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.171022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f147d-b825-4907-bff5-52a921065830 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.203236] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e798a9-7901-4a3f-a1b6-b39756c94172 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.211521] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48de3d6-f514-4936-ab5f-71c36ac23ee5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.226951] env[69133]: DEBUG nova.compute.provider_tree [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.322310] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.322702] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance network_info: |[{"id": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "address": "fa:16:3e:a2:52:39", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecee18f-bc", "ovs_interfaceid": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.323043] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Acquired lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.323281] env[69133]: DEBUG nova.network.neutron [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Refreshing network info cache for port 4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.326288] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:52:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ecee18f-bc4b-4b02-a1d3-ef8976805a95', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.334736] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.335549] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.338047] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 30564b03-2531-4e50-b45d-db4208287a50] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.339441] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a7bfee-6c30-494b-8a39-e624fbc554df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.364023] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.364023] env[69133]: value = "task-3191163" [ 912.364023] env[69133]: _type = "Task" [ 912.364023] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.374345] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191163, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.424408] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191161, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.520382] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.555648] env[69133]: INFO nova.compute.manager [-] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Took 1.65 seconds to deallocate network for instance. [ 912.571235] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.579212] env[69133]: DEBUG nova.objects.base [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.606981] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.733248] env[69133]: DEBUG nova.scheduler.client.report [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.856219] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 007fae21-4066-4ebd-abba-cd3eee7abb9d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.862017] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "eea1797e-f003-41b5-9097-d5254330155f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.862017] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.874596] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191163, 'name': CreateVM_Task, 'duration_secs': 0.47959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.875581] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.876617] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.876617] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.876860] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.877546] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a34a123-ff13-4054-bea8-8814a9ae40c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.885027] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 912.885027] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522eb0f4-a4a6-b74f-4a3d-bfce3275223f" [ 912.885027] env[69133]: _type = "Task" [ 912.885027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.895699] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522eb0f4-a4a6-b74f-4a3d-bfce3275223f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.920433] env[69133]: DEBUG oslo_vmware.api [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191161, 'name': PowerOnVM_Task, 'duration_secs': 0.978422} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.920433] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.924161] env[69133]: DEBUG nova.compute.manager [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.924161] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af764d4a-ffbb-4549-ade2-c62d0994c137 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.019305] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.071114] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.071450] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.108128] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561866} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.108681] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2fc19ef1-6d50-4d65-b953-3e3639ec0da8/2fc19ef1-6d50-4d65-b953-3e3639ec0da8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.109011] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.109311] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb86615-4916-4126-ba87-db2fe77700fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.117908] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 913.117908] env[69133]: value = "task-3191164" [ 913.117908] env[69133]: _type = "Task" [ 913.117908] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.133601] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.146750] env[69133]: DEBUG nova.network.neutron [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updated VIF entry in instance network info cache for port 4ecee18f-bc4b-4b02-a1d3-ef8976805a95. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.146969] env[69133]: DEBUG nova.network.neutron [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating instance_info_cache with network_info: [{"id": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "address": "fa:16:3e:a2:52:39", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecee18f-bc", "ovs_interfaceid": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.242472] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.246082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.249s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.246671] env[69133]: DEBUG nova.objects.instance [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lazy-loading 'resources' on Instance uuid a8db27a1-1b94-4552-a86b-60a0c641a542 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.278925] env[69133]: INFO nova.scheduler.client.report [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Deleted allocations for instance 20c67ad6-dee9-4099-9e11-dbec57252bb4 [ 913.355881] env[69133]: DEBUG nova.network.neutron [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [{"id": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "address": "fa:16:3e:d9:39:e7", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6b989-ff", "ovs_interfaceid": "b3f6b989-ffce-4223-99d1-85a0c1b4626a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.360214] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.360405] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances with incomplete migration {{(pid=69133) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 913.365502] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.397682] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522eb0f4-a4a6-b74f-4a3d-bfce3275223f, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.398019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.398262] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.398499] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.398744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.398876] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.399174] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8ab727-adc6-44d6-a810-3d2d3faa01fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.410377] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.410377] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.411626] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65092fe-2653-499d-87c2-e0bf81e4ed58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.421399] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 913.421399] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e086ca-0776-e937-b153-532fc8ef2182" [ 913.421399] env[69133]: _type = "Task" [ 913.421399] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.439563] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e086ca-0776-e937-b153-532fc8ef2182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.439958] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.522660] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.567685] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191158, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.384426} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.570024] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f72a7186-1d47-40e5-bd35-9a79a4c69b61/f72a7186-1d47-40e5-bd35-9a79a4c69b61.vmdk to [datastore2] 6ffe484b-acab-4fc7-83a2-6de9b227ff74/6ffe484b-acab-4fc7-83a2-6de9b227ff74.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.570024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd6055-dd7e-4e7a-8e79-20a39cc522f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.595506] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6ffe484b-acab-4fc7-83a2-6de9b227ff74/6ffe484b-acab-4fc7-83a2-6de9b227ff74.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.595854] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2634f6-7edf-43b5-a075-751d3577f517 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.616880] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 913.616880] env[69133]: value = "task-3191165" [ 913.616880] env[69133]: _type = "Task" [ 913.616880] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.628713] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.631150] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093169} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.631729] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.633388] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf7ec7-2714-4407-9287-9504805c7533 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.651385] env[69133]: DEBUG oslo_concurrency.lockutils [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] Releasing lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.651385] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Received event network-vif-deleted-d902ad43-794e-4b3b-bef7-9f7f980139b6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.651385] env[69133]: INFO nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Neutron deleted interface d902ad43-794e-4b3b-bef7-9f7f980139b6; detaching it from the instance and deleting it from the info cache [ 913.651385] env[69133]: DEBUG nova.network.neutron [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.661504] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 2fc19ef1-6d50-4d65-b953-3e3639ec0da8/2fc19ef1-6d50-4d65-b953-3e3639ec0da8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.662142] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f928e8-5872-4f0f-a4a0-45c605c5bd9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.682834] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 913.682834] env[69133]: value = "task-3191166" [ 913.682834] env[69133]: _type = "Task" [ 913.682834] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.693297] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.794904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5d01b82-47f9-4c72-943b-5895c69f6914 tempest-ServersAdminTestJSON-742354961 tempest-ServersAdminTestJSON-742354961-project-member] Lock "20c67ad6-dee9-4099-9e11-dbec57252bb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.343s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.859746] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.866542] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.888636] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.937624] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e086ca-0776-e937-b153-532fc8ef2182, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.938620] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04fe8ae-4b7d-4453-a0a9-72d66bc6099e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.944376] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 913.944376] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52dafbee-5c16-488e-fa22-446527370efc" [ 913.944376] env[69133]: _type = "Task" [ 913.944376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.962986] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52dafbee-5c16-488e-fa22-446527370efc, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.963322] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963554] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.963977] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b92c4b-10e4-491e-94ef-2d4e13789a10 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.973062] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 913.973062] env[69133]: value = "task-3191167" [ 913.973062] env[69133]: _type = "Task" [ 913.973062] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.985283] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.022875] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191160, 'name': ReconfigVM_Task, 'duration_secs': 2.043739} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.023207] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 545312e7-ebb5-4b6a-b956-19ba34a3edda/545312e7-ebb5-4b6a-b956-19ba34a3edda.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.023813] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9856cd65-da55-4d65-9ab4-f79475b46302 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.035658] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 914.035658] env[69133]: value = "task-3191168" [ 914.035658] env[69133]: _type = "Task" [ 914.035658] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.047071] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191168, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.115832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e538b8-896c-4c3f-aa23-c412108fb91e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.130313] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c1a8d-a05f-4b5b-a329-a4fe0562301b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.133309] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.163315] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aaf19a-6f54-4c26-85b0-65f5aeec9955 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.167581] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b175ffb-e8cb-426d-8f49-7757bfb1c9d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.179495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725e9dc-af7c-4cb9-8246-e9f916a20cec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.187402] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8578f5a8-363a-4f42-b243-2c63892cbcd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.208016] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191166, 'name': ReconfigVM_Task, 'duration_secs': 0.312282} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.216607] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 2fc19ef1-6d50-4d65-b953-3e3639ec0da8/2fc19ef1-6d50-4d65-b953-3e3639ec0da8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.217669] env[69133]: DEBUG nova.compute.provider_tree [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.234442] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b65c9b5-e0cb-4ee8-a9d7-9bd060f7431d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.236776] env[69133]: DEBUG nova.compute.manager [req-3eb3a975-8d10-4201-9dd8-d256d4e4c4ec req-3f50d56e-34d5-4f23-a442-801572fcad21 service nova] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Detach interface failed, port_id=d902ad43-794e-4b3b-bef7-9f7f980139b6, reason: Instance 677c73c1-561f-443c-9548-b6086471ba2b could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.243805] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 914.243805] env[69133]: value = "task-3191169" [ 914.243805] env[69133]: _type = "Task" [ 914.243805] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.253269] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191169, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.491914] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506782} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.492551] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.493188] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.493188] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-132c4f82-f693-4cfd-b43d-d6bad3a231ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.500270] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 914.500270] env[69133]: value = "task-3191170" [ 914.500270] env[69133]: _type = "Task" [ 914.500270] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.506564] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "fed45415-5ae2-4c53-ba98-6047f67ed027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.506743] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.507750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "fed45415-5ae2-4c53-ba98-6047f67ed027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.507750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.508756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.516598] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.517888] env[69133]: INFO nova.compute.manager [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Terminating instance [ 914.536956] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.537315] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.537553] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.537749] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.537934] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.544231] env[69133]: INFO nova.compute.manager [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Terminating instance [ 914.551649] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191168, 'name': Rename_Task, 'duration_secs': 0.147437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.552190] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.552439] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6207469b-8c8a-4a38-9f76-2b480a2a53f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.559559] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 914.559559] env[69133]: value = "task-3191171" [ 914.559559] env[69133]: _type = "Task" [ 914.559559] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.570788] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.630466] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191165, 'name': ReconfigVM_Task, 'duration_secs': 0.774081} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.630841] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6ffe484b-acab-4fc7-83a2-6de9b227ff74/6ffe484b-acab-4fc7-83a2-6de9b227ff74.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.635653] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a84c31d8-19e1-46d2-be9b-9b42037a4839 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.639692] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 914.639692] env[69133]: value = "task-3191172" [ 914.639692] env[69133]: _type = "Task" [ 914.639692] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.654089] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191172, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.754671] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191169, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.760861] env[69133]: ERROR nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] [req-7a855082-20da-4cf6-9069-281dfe8f9b75] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a855082-20da-4cf6-9069-281dfe8f9b75"}]} [ 914.779833] env[69133]: DEBUG nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 914.797677] env[69133]: DEBUG nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 914.797973] env[69133]: DEBUG nova.compute.provider_tree [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.810187] env[69133]: DEBUG nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 914.831797] env[69133]: DEBUG nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 914.865115] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.865978] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe1a33c-05d3-408f-88f1-2e1242a5fcd0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.873051] env[69133]: DEBUG oslo_vmware.api [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 914.873051] env[69133]: value = "task-3191173" [ 914.873051] env[69133]: _type = "Task" [ 914.873051] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.885601] env[69133]: DEBUG oslo_vmware.api [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.014605] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06312} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.014960] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.015902] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772a2406-433d-4518-987d-8a65f71f1a38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.025843] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "refresh_cache-fed45415-5ae2-4c53-ba98-6047f67ed027" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.026052] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquired lock "refresh_cache-fed45415-5ae2-4c53-ba98-6047f67ed027" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.026131] env[69133]: DEBUG nova.network.neutron [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.051847] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.055206] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660ddd1b-671a-4344-a3b3-414d7c49769d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.069722] env[69133]: DEBUG nova.compute.manager [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.069941] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.071862] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb24ad-f76b-4736-819d-23ecba684e08 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.083758] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.089299] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f93a6c9-b168-4bcc-8e92-e8b8f18615a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.090757] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 915.090757] env[69133]: value = "task-3191174" [ 915.090757] env[69133]: _type = "Task" [ 915.090757] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.090944] env[69133]: DEBUG oslo_vmware.api [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191171, 'name': PowerOnVM_Task, 'duration_secs': 0.476418} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.091422] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.091625] env[69133]: INFO nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Took 11.47 seconds to spawn the instance on the hypervisor. [ 915.091801] env[69133]: DEBUG nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.095510] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12041328-e84f-4675-ac0c-abd8a172a885 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.098949] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 915.098949] env[69133]: value = "task-3191175" [ 915.098949] env[69133]: _type = "Task" [ 915.098949] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.106150] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.115618] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3191175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.154031] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191172, 'name': Rename_Task, 'duration_secs': 0.30973} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.154031] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.154031] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf75548-2255-4754-8b16-7e4328375731 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.159882] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 915.159882] env[69133]: value = "task-3191176" [ 915.159882] env[69133]: _type = "Task" [ 915.159882] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.171992] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.220972] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df5fac0-fe54-4e81-bf88-146dbb19b14e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.228590] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8790f-69fc-4dbc-8c3d-71bc922047b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.266784] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5837edbf-eeaf-4331-a84f-b0b15fa88150 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.275651] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191169, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.279144] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448e7b0e-464c-4828-97ab-33a93ac64b90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.296285] env[69133]: DEBUG nova.compute.provider_tree [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.387421] env[69133]: DEBUG oslo_vmware.api [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.438029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.438029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.438029] env[69133]: DEBUG nova.compute.manager [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.438283] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16adc1b4-5feb-4090-8fd0-6b21a32e3a56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.447145] env[69133]: DEBUG nova.compute.manager [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 915.447654] env[69133]: DEBUG nova.objects.instance [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'flavor' on Instance uuid 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.568441] env[69133]: DEBUG nova.network.neutron [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.605135] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.622880] env[69133]: INFO nova.compute.manager [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Took 43.45 seconds to build instance. [ 915.633602] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3191175, 'name': PowerOffVM_Task, 'duration_secs': 0.363684} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.634135] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.634313] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.634603] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d669b6a3-9222-469a-b12e-2afad6b962e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.670637] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191176, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.671627] env[69133]: DEBUG nova.network.neutron [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.713263] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.713579] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.713775] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleting the datastore file [datastore1] 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.714178] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92cd13ee-9a3d-4b54-ac08-012bf8e763da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.721474] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for the task: (returnval){ [ 915.721474] env[69133]: value = "task-3191178" [ 915.721474] env[69133]: _type = "Task" [ 915.721474] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.731667] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3191178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.773333] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191169, 'name': Rename_Task, 'duration_secs': 1.169903} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.773617] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.773869] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dff3e15-9a1b-4031-bd4e-30a885fbc602 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.782758] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 915.782758] env[69133]: value = "task-3191179" [ 915.782758] env[69133]: _type = "Task" [ 915.782758] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.790426] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.841764] env[69133]: DEBUG nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 915.842063] env[69133]: DEBUG nova.compute.provider_tree [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 101 to 102 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 915.842253] env[69133]: DEBUG nova.compute.provider_tree [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.885424] env[69133]: DEBUG oslo_vmware.api [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191173, 'name': PowerOnVM_Task, 'duration_secs': 0.783934} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.886310] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.886310] env[69133]: DEBUG nova.compute.manager [None req-9daa29d5-b6be-4bb1-9fa0-8cb466bb98f6 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.886723] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be959c-3d1c-46f5-84e8-fcbb93f41b30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.103677] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191174, 'name': ReconfigVM_Task, 'duration_secs': 0.530656} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.104027] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.104743] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9102db87-48e7-4cf2-9cd5-fc5bf572e2fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.113592] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 916.113592] env[69133]: value = "task-3191180" [ 916.113592] env[69133]: _type = "Task" [ 916.113592] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.124902] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191180, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.135124] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3c86669d-2c76-4f0c-9c80-e3627b7a1bee tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.973s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.171108] env[69133]: DEBUG oslo_vmware.api [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191176, 'name': PowerOnVM_Task, 'duration_secs': 0.626406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.171397] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.171600] env[69133]: INFO nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Took 16.11 seconds to spawn the instance on the hypervisor. [ 916.171777] env[69133]: DEBUG nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.172981] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60fb8c-9cea-4323-99c9-0e83ce503635 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.177385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Releasing lock "refresh_cache-fed45415-5ae2-4c53-ba98-6047f67ed027" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.177385] env[69133]: DEBUG nova.compute.manager [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.177524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.178315] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52069df7-da12-4a37-99c2-8303db87ad32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.190474] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.191148] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec20a06f-9e09-41f4-a7d4-abfdeeb861f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.200902] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 916.200902] env[69133]: value = "task-3191181" [ 916.200902] env[69133]: _type = "Task" [ 916.200902] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.211869] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.237538] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3191178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.260500] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.260854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.261117] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.261334] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.261539] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.267057] env[69133]: INFO nova.compute.manager [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Terminating instance [ 916.297135] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.347989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.102s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.356365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.678s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.356365] env[69133]: INFO nova.compute.claims [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.382322] env[69133]: INFO nova.scheduler.client.report [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Deleted allocations for instance a8db27a1-1b94-4552-a86b-60a0c641a542 [ 916.457183] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.457884] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d847f8f-faba-430e-9c19-36d6a4ab0113 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.467044] env[69133]: DEBUG oslo_vmware.api [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 916.467044] env[69133]: value = "task-3191182" [ 916.467044] env[69133]: _type = "Task" [ 916.467044] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.476280] env[69133]: DEBUG oslo_vmware.api [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.562728] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.563080] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.563373] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.563656] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.563865] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.566441] env[69133]: INFO nova.compute.manager [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Terminating instance [ 916.628715] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191180, 'name': Rename_Task, 'duration_secs': 0.243273} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.629197] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.630214] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf28d0c0-7ef9-4813-8e5b-554c5ea0367b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.638081] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 916.638081] env[69133]: value = "task-3191183" [ 916.638081] env[69133]: _type = "Task" [ 916.638081] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.646752] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.698888] env[69133]: INFO nova.compute.manager [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Took 51.78 seconds to build instance. [ 916.711498] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191181, 'name': PowerOffVM_Task, 'duration_secs': 0.202007} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.711970] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.712131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.713035] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-354ebf93-961e-457e-9b48-3a8ca4e3e3c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.732176] env[69133]: DEBUG oslo_vmware.api [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Task: {'id': task-3191178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.647599} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.732560] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.732733] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.732909] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.733099] env[69133]: INFO nova.compute.manager [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 916.733363] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.733531] env[69133]: DEBUG nova.compute.manager [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.733658] env[69133]: DEBUG nova.network.neutron [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.747648] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.751024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.751024] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Deleting the datastore file [datastore2] fed45415-5ae2-4c53-ba98-6047f67ed027 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.751024] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17d6061f-7758-419a-b7ae-1b03e6b9392e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.754712] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for the task: (returnval){ [ 916.754712] env[69133]: value = "task-3191185" [ 916.754712] env[69133]: _type = "Task" [ 916.754712] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.763584] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.772422] env[69133]: DEBUG nova.compute.manager [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.772669] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.773537] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5585af8-8ee8-4f89-89c2-0ee05c27a781 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.780491] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.780741] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68c7cf3-5185-4be4-ad45-db1cb076fe97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.791027] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 916.791027] env[69133]: value = "task-3191186" [ 916.791027] env[69133]: _type = "Task" [ 916.791027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.797964] env[69133]: DEBUG oslo_vmware.api [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191179, 'name': PowerOnVM_Task, 'duration_secs': 0.824706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.798606] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.798845] env[69133]: INFO nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Took 10.66 seconds to spawn the instance on the hypervisor. [ 916.799042] env[69133]: DEBUG nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.799783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833d52c4-7652-42a2-9572-802666aa99e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.804726] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.890408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d1e738b0-86fd-4de9-8040-b90ff2bdadc9 tempest-MigrationsAdminTest-1869477582 tempest-MigrationsAdminTest-1869477582-project-member] Lock "a8db27a1-1b94-4552-a86b-60a0c641a542" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.654s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.982438] env[69133]: DEBUG oslo_vmware.api [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191182, 'name': PowerOffVM_Task, 'duration_secs': 0.213989} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.982890] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.983214] env[69133]: DEBUG nova.compute.manager [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.984802] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa637c0-4981-4be5-a940-cb2f69c29628 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.072167] env[69133]: DEBUG nova.compute.manager [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.072464] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.073700] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643255b2-a625-41fa-bb64-73e3c0f71036 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.082680] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.082950] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e5c75b-d9a0-4da4-9dae-a65b82f3fbfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.089730] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 917.089730] env[69133]: value = "task-3191187" [ 917.089730] env[69133]: _type = "Task" [ 917.089730] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.101511] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.151588] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.200976] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6fdbb7c2-64e1-43dc-8df3-6e4609e09913 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.926s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.269021] env[69133]: DEBUG oslo_vmware.api [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Task: {'id': task-3191185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268361} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.269301] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.269531] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.269661] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.269843] env[69133]: INFO nova.compute.manager [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Took 1.09 seconds to destroy the instance on the hypervisor. [ 917.270586] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.270816] env[69133]: DEBUG nova.compute.manager [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.270940] env[69133]: DEBUG nova.network.neutron [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.303363] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191186, 'name': PowerOffVM_Task, 'duration_secs': 0.218912} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.304203] env[69133]: DEBUG nova.network.neutron [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.305682] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.305821] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.310296] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c59a8dae-5201-42cd-96cb-53821c70f8c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.319767] env[69133]: INFO nova.compute.manager [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Took 22.50 seconds to build instance. [ 917.410039] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.410039] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.410039] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Deleting the datastore file [datastore1] 832b80d3-0e0b-4c7a-b95e-ca80ab727662 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.410039] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91ebbd70-0f83-4a8e-9ae6-d178c4601851 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.421401] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for the task: (returnval){ [ 917.421401] env[69133]: value = "task-3191189" [ 917.421401] env[69133]: _type = "Task" [ 917.421401] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.437343] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.504780] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea6a621d-9f6d-449d-b9c7-6a576164d97b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.539208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.540046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.540046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.541041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.541041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.542593] env[69133]: INFO nova.compute.manager [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Terminating instance [ 917.610249] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191187, 'name': PowerOffVM_Task, 'duration_secs': 0.221403} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.614617] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.614865] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.617880] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ba5e76e-8524-466e-8872-5af555503d21 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.651649] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.686847] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.687101] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.687283] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleting the datastore file [datastore2] 545312e7-ebb5-4b6a-b956-19ba34a3edda {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.687606] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db42da87-234e-41cc-b975-8b995750f413 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695652] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 917.695652] env[69133]: value = "task-3191191" [ 917.695652] env[69133]: _type = "Task" [ 917.695652] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.709863] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.761637] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8eea77-f25e-4cec-aa27-88a841a16ed7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.769588] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5c6d2-ea62-46b9-8a88-e59d2d02dce7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.807414] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a773145-759a-4b2d-95bc-02c24395ccdc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.811195] env[69133]: DEBUG nova.network.neutron [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.818755] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96679fb5-ea34-4555-a320-36369c188370 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.823896] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b652797a-001a-4076-a6bc-b0a9215da80c tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.015s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.837142] env[69133]: DEBUG nova.compute.provider_tree [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.855276] env[69133]: DEBUG nova.compute.manager [req-d647fbd3-74d2-48bc-b893-bb3645c28921 req-6cb281c4-f8bf-4f8f-a3f9-2a599ad25661 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Received event network-vif-deleted-bf08591e-6edf-4c5c-9210-fe97651ae243 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.855500] env[69133]: INFO nova.compute.manager [req-d647fbd3-74d2-48bc-b893-bb3645c28921 req-6cb281c4-f8bf-4f8f-a3f9-2a599ad25661 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Neutron deleted interface bf08591e-6edf-4c5c-9210-fe97651ae243; detaching it from the instance and deleting it from the info cache [ 917.855915] env[69133]: DEBUG nova.network.neutron [req-d647fbd3-74d2-48bc-b893-bb3645c28921 req-6cb281c4-f8bf-4f8f-a3f9-2a599ad25661 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.927730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.927730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.927730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.927730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.928107] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.937035] env[69133]: INFO nova.compute.manager [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Terminating instance [ 917.949496] env[69133]: DEBUG oslo_vmware.api [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Task: {'id': task-3191189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138248} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.950803] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.952428] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.952428] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.952428] env[69133]: INFO nova.compute.manager [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Took 1.18 seconds to destroy the instance on the hypervisor. [ 917.952428] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.952428] env[69133]: DEBUG nova.compute.manager [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.952428] env[69133]: DEBUG nova.network.neutron [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.047109] env[69133]: DEBUG nova.compute.manager [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.047306] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.048232] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fb32ba-b350-4ca3-a155-78e91dd82c66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.061128] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.061659] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64b40ddc-be69-453d-b0d7-c45eb882df41 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.068950] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 918.068950] env[69133]: value = "task-3191192" [ 918.068950] env[69133]: _type = "Task" [ 918.068950] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.080926] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.116848] env[69133]: DEBUG nova.network.neutron [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.152871] env[69133]: DEBUG oslo_vmware.api [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191183, 'name': PowerOnVM_Task, 'duration_secs': 1.096559} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.153313] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.153647] env[69133]: INFO nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Took 9.36 seconds to spawn the instance on the hypervisor. [ 918.153843] env[69133]: DEBUG nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.159063] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbc0647-f6a7-4e24-96b9-165afd2ac765 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.213029] env[69133]: DEBUG oslo_vmware.api [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.213029] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.213029] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.213029] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.213029] env[69133]: INFO nova.compute.manager [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Took 1.14 seconds to destroy the instance on the hypervisor. [ 918.213029] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.213029] env[69133]: DEBUG nova.compute.manager [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.213029] env[69133]: DEBUG nova.network.neutron [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.313882] env[69133]: INFO nova.compute.manager [-] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Took 1.04 seconds to deallocate network for instance. [ 918.359006] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26fc52d0-4b8e-41c4-a30f-f5f5c15e4de9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.373266] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b2132d-5010-417c-8083-182d233b5417 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.384670] env[69133]: DEBUG nova.scheduler.client.report [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.384947] env[69133]: DEBUG nova.compute.provider_tree [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 102 to 103 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.385156] env[69133]: DEBUG nova.compute.provider_tree [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.413754] env[69133]: DEBUG nova.compute.manager [req-d647fbd3-74d2-48bc-b893-bb3645c28921 req-6cb281c4-f8bf-4f8f-a3f9-2a599ad25661 service nova] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Detach interface failed, port_id=bf08591e-6edf-4c5c-9210-fe97651ae243, reason: Instance 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.432271] env[69133]: DEBUG nova.objects.instance [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'flavor' on Instance uuid 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.455011] env[69133]: DEBUG nova.compute.manager [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.455263] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.457369] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e4a473-2c45-4c70-9a81-fd09aa62cc06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.469576] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.469850] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca8815aa-41bc-4ebc-a061-af01d41c3799 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.477321] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 918.477321] env[69133]: value = "task-3191193" [ 918.477321] env[69133]: _type = "Task" [ 918.477321] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.493034] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.580366] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191192, 'name': PowerOffVM_Task, 'duration_secs': 0.289659} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.580767] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.581477] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.581930] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfd7ff5b-5177-4aea-bb86-7b5a8241f85e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.619444] env[69133]: INFO nova.compute.manager [-] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Took 1.89 seconds to deallocate network for instance. [ 918.645331] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.645585] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.645792] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore2] 6ffe484b-acab-4fc7-83a2-6de9b227ff74 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.646100] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930f3477-d7d8-44b4-84a5-a8d46dfdcf28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.654027] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 918.654027] env[69133]: value = "task-3191195" [ 918.654027] env[69133]: _type = "Task" [ 918.654027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.672903] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.678075] env[69133]: INFO nova.compute.manager [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Took 19.66 seconds to build instance. [ 918.825239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.890633] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.892122] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.898848] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.828s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.899141] env[69133]: DEBUG nova.objects.instance [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid 677c73c1-561f-443c-9548-b6086471ba2b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.946221] env[69133]: DEBUG oslo_concurrency.lockutils [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.946221] env[69133]: DEBUG oslo_concurrency.lockutils [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.946221] env[69133]: DEBUG nova.network.neutron [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.946221] env[69133]: DEBUG nova.objects.instance [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'info_cache' on Instance uuid 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.987896] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191193, 'name': PowerOffVM_Task, 'duration_secs': 0.230099} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.988632] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.988632] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.988632] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7a0a69-35c4-4f4d-af48-cc0da884c289 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.070392] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.070606] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.071035] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleting the datastore file [datastore2] b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.071114] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3dc92ec-6e4f-457f-ab69-9e68fe447a32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.079275] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 919.079275] env[69133]: value = "task-3191197" [ 919.079275] env[69133]: _type = "Task" [ 919.079275] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.097936] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.127926] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.166978] env[69133]: DEBUG oslo_vmware.api [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137975} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.167535] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.167746] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.168023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.168220] env[69133]: INFO nova.compute.manager [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 919.168549] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.170038] env[69133]: DEBUG nova.compute.manager [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.170038] env[69133]: DEBUG nova.network.neutron [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.181903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ce8986e-e81f-466e-b04c-e09307b22054 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.175s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.226159] env[69133]: DEBUG nova.compute.manager [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Received event network-changed-d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.228283] env[69133]: DEBUG nova.compute.manager [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Refreshing instance network info cache due to event network-changed-d1fcde17-7976-4a71-baec-3d26d07d9487. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.228283] env[69133]: DEBUG oslo_concurrency.lockutils [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] Acquiring lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.228283] env[69133]: DEBUG oslo_concurrency.lockutils [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] Acquired lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.228283] env[69133]: DEBUG nova.network.neutron [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Refreshing network info cache for port d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.402429] env[69133]: DEBUG nova.compute.utils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.408095] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.408432] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.451080] env[69133]: DEBUG nova.objects.base [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Object Instance<445d9088-5b01-4cf5-865a-0c8d856e152d> lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.452523] env[69133]: DEBUG nova.network.neutron [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.557743] env[69133]: DEBUG nova.policy [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e47fee998d41acb656c4a47753c0a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d30804dc5d04fffa996ad133b4e004e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.596394] env[69133]: DEBUG oslo_vmware.api [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145307} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.596830] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.597061] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.597265] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.598351] env[69133]: INFO nova.compute.manager [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 1.14 seconds to destroy the instance on the hypervisor. [ 919.598351] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.599745] env[69133]: DEBUG nova.compute.manager [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.600434] env[69133]: DEBUG nova.network.neutron [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.816038] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69616879-6e66-4185-b11f-5da419fdd2e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.824954] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a303dee-5209-4713-8f10-f09cf2915433 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.859720] env[69133]: DEBUG nova.network.neutron [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.861969] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f234b8e9-0af8-4d97-ba40-543c3b92cc9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.871567] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f742dc-ff3b-4851-b5e3-7cd3cea5916a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.890398] env[69133]: DEBUG nova.compute.provider_tree [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.908462] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.958852] env[69133]: INFO nova.compute.manager [-] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Took 1.75 seconds to deallocate network for instance. [ 920.366753] env[69133]: INFO nova.compute.manager [-] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Took 2.41 seconds to deallocate network for instance. [ 920.367025] env[69133]: DEBUG nova.network.neutron [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.386054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.386393] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.396072] env[69133]: DEBUG nova.scheduler.client.report [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.468736] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.477400] env[69133]: DEBUG nova.compute.manager [req-dc8450c1-c83b-457b-8ecc-e9d501beb089 req-ca7065d8-73cc-4e8e-babf-ae46bd10584c service nova] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Received event network-vif-deleted-32c7c728-a5f0-422b-9869-46eb196e7634 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.477400] env[69133]: DEBUG nova.compute.manager [req-dc8450c1-c83b-457b-8ecc-e9d501beb089 req-ca7065d8-73cc-4e8e-babf-ae46bd10584c service nova] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Received event network-vif-deleted-0c1b7df4-711a-4a7b-9d79-b868078ac9d5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.477583] env[69133]: DEBUG nova.compute.manager [req-dc8450c1-c83b-457b-8ecc-e9d501beb089 req-ca7065d8-73cc-4e8e-babf-ae46bd10584c service nova] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Received event network-vif-deleted-97e793f2-ccf3-4a00-83f8-5d90994c8bd5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.548580] env[69133]: DEBUG nova.network.neutron [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updated VIF entry in instance network info cache for port d1fcde17-7976-4a71-baec-3d26d07d9487. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.549155] env[69133]: DEBUG nova.network.neutron [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.566438] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Successfully created port: 6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.656085] env[69133]: DEBUG nova.network.neutron [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.777674] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "c9755ece-6260-478f-93df-1fe29d0b6cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.777928] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.872687] env[69133]: INFO nova.compute.manager [-] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Took 1.70 seconds to deallocate network for instance. [ 920.876978] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.888942] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.903803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.903803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.464s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.903803] env[69133]: DEBUG nova.objects.instance [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.920021] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.938020] env[69133]: INFO nova.scheduler.client.report [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance 677c73c1-561f-443c-9548-b6086471ba2b [ 920.960098] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.960098] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.960098] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.960098] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.960497] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.960787] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.961201] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.961488] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.961784] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.962091] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.962384] env[69133]: DEBUG nova.virt.hardware [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.963747] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f963e1b-a2da-4525-9910-e6e6f0e89253 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.972385] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef93ed-32df-4824-98d3-ba6b8a550c45 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.052581] env[69133]: DEBUG oslo_concurrency.lockutils [req-94b6b1f5-483a-4ad9-b3f2-500ef117a358 req-fa580d5e-3e98-4da8-a1d9-28a8fdf44012 service nova] Releasing lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.161119] env[69133]: DEBUG oslo_concurrency.lockutils [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.280939] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.349804] env[69133]: DEBUG nova.compute.manager [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Received event network-changed-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.350043] env[69133]: DEBUG nova.compute.manager [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Refreshing instance network info cache due to event network-changed-4ecee18f-bc4b-4b02-a1d3-ef8976805a95. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.350239] env[69133]: DEBUG oslo_concurrency.lockutils [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] Acquiring lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.350383] env[69133]: DEBUG oslo_concurrency.lockutils [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] Acquired lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.350546] env[69133]: DEBUG nova.network.neutron [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Refreshing network info cache for port 4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.378660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.420420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.446586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6029f87-329b-4ae9-ac19-b3e9c0e078f9 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "677c73c1-561f-443c-9548-b6086471ba2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.742s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.533677] env[69133]: DEBUG nova.network.neutron [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.812736] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.917666] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e7684c11-2aa7-4878-81f3-81d2f638a661 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.919869] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.031s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.922028] env[69133]: INFO nova.compute.claims [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.036599] env[69133]: INFO nova.compute.manager [-] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Took 2.44 seconds to deallocate network for instance. [ 922.099522] env[69133]: DEBUG nova.network.neutron [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updated VIF entry in instance network info cache for port 4ecee18f-bc4b-4b02-a1d3-ef8976805a95. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.100185] env[69133]: DEBUG nova.network.neutron [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating instance_info_cache with network_info: [{"id": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "address": "fa:16:3e:a2:52:39", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ecee18f-bc", "ovs_interfaceid": "4ecee18f-bc4b-4b02-a1d3-ef8976805a95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.166968] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.167369] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a955d49d-a9e4-498b-afc0-126177fb3535 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.175986] env[69133]: DEBUG oslo_vmware.api [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 922.175986] env[69133]: value = "task-3191198" [ 922.175986] env[69133]: _type = "Task" [ 922.175986] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.183952] env[69133]: DEBUG oslo_vmware.api [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.408055] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Successfully updated port: 6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.532680] env[69133]: DEBUG nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Received event network-vif-deleted-b3f6b989-ffce-4223-99d1-85a0c1b4626a {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.533123] env[69133]: DEBUG nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Received event network-vif-plugged-6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.533513] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Acquiring lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.533825] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.534072] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.534345] env[69133]: DEBUG nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] No waiting events found dispatching network-vif-plugged-6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.534654] env[69133]: WARNING nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Received unexpected event network-vif-plugged-6bd69823-fb05-4120-90a9-a905bf97b8ae for instance with vm_state building and task_state spawning. [ 922.535158] env[69133]: DEBUG nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Received event network-changed-6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.535158] env[69133]: DEBUG nova.compute.manager [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Refreshing instance network info cache due to event network-changed-6bd69823-fb05-4120-90a9-a905bf97b8ae. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.535310] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Acquiring lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.535753] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Acquired lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.535978] env[69133]: DEBUG nova.network.neutron [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Refreshing network info cache for port 6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.544495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.603416] env[69133]: DEBUG oslo_concurrency.lockutils [req-23d654ca-deba-4c99-b0d7-4fad8e0a7747 req-2ebb1c61-c453-4225-b385-4abf9ba22c2e service nova] Releasing lock "refresh_cache-0a5d5548-f47a-4d4b-ad8f-3b1167816840" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.685991] env[69133]: DEBUG oslo_vmware.api [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191198, 'name': PowerOnVM_Task, 'duration_secs': 0.401235} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.686262] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.686462] env[69133]: DEBUG nova.compute.manager [None req-54e7ece6-e46f-4409-9d74-d41f17fd9a48 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.687241] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a855683-29f1-432c-b589-cd402dac021c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.830909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.912728] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.069276] env[69133]: DEBUG nova.network.neutron [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.143252] env[69133]: DEBUG nova.network.neutron [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.184201] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba50022-f095-4864-8f36-fa94df9a7d3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.192161] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9deabd-7148-492c-998f-2c1502fa2784 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.223340] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaafa32-82b5-4c39-a5a4-be261ea1a43f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.231292] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad199b-f52b-4a6f-8d72-b974d774a163 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.244638] env[69133]: DEBUG nova.compute.provider_tree [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.332906] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.649734] env[69133]: DEBUG oslo_concurrency.lockutils [req-a77dba7c-6d4e-4909-b25a-8c1b20731d41 req-01ff232e-58ab-4b4f-961e-16e6a2030cd6 service nova] Releasing lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.650308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquired lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.650308] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.748834] env[69133]: DEBUG nova.scheduler.client.report [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.857853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.207054] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.253684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.254256] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.257530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.432s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.257910] env[69133]: DEBUG nova.objects.instance [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lazy-loading 'resources' on Instance uuid fed45415-5ae2-4c53-ba98-6047f67ed027 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.458767] env[69133]: DEBUG nova.network.neutron [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Updating instance_info_cache with network_info: [{"id": "6bd69823-fb05-4120-90a9-a905bf97b8ae", "address": "fa:16:3e:b3:ae:80", "network": {"id": "95aed651-a961-4aad-aa2f-cc1080c9a740", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1252894253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d30804dc5d04fffa996ad133b4e004e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd69823-fb", "ovs_interfaceid": "6bd69823-fb05-4120-90a9-a905bf97b8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.763943] env[69133]: DEBUG nova.compute.utils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.768834] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.769045] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.821608] env[69133]: DEBUG nova.policy [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.964057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Releasing lock "refresh_cache-9ea5cd59-9867-41e8-96a1-557b2d7102ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.964057] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance network_info: |[{"id": "6bd69823-fb05-4120-90a9-a905bf97b8ae", "address": "fa:16:3e:b3:ae:80", "network": {"id": "95aed651-a961-4aad-aa2f-cc1080c9a740", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1252894253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d30804dc5d04fffa996ad133b4e004e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd69823-fb", "ovs_interfaceid": "6bd69823-fb05-4120-90a9-a905bf97b8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.964057] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:ae:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd69823-fb05-4120-90a9-a905bf97b8ae', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.973018] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Creating folder: Project (9d30804dc5d04fffa996ad133b4e004e). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.977547] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0f0cc0a-03b1-4668-9bf9-16712e7189f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.989617] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Created folder: Project (9d30804dc5d04fffa996ad133b4e004e) in parent group-v637972. [ 924.989617] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Creating folder: Instances. Parent ref: group-v638178. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.989617] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb9f1f7-f692-413a-942e-a2440fea1b46 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.003023] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Created folder: Instances in parent group-v638178. [ 925.003023] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.003023] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.003023] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-820a3890-f826-41c2-857d-745ade87ad84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.026616] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.026616] env[69133]: value = "task-3191201" [ 925.026616] env[69133]: _type = "Task" [ 925.026616] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.039509] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191201, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.109620] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b337c5-f3b8-4791-8f3c-099ec778684e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.123893] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52082b-8e00-4c69-b997-b539afd73e97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.155672] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb4c51-0d1f-4e7b-a684-f419d98fabe0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.165295] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0600b0-f79e-481a-824d-20a527d2787a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.184783] env[69133]: DEBUG nova.compute.provider_tree [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.253943] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Successfully created port: 4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.269387] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.536317] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191201, 'name': CreateVM_Task, 'duration_secs': 0.348153} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.539030] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.539030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.539030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.539030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.539030] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3f3872-be94-41d2-b5b0-4d1a107320d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.544778] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 925.544778] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525be108-ffe1-0677-736a-d452b877c517" [ 925.544778] env[69133]: _type = "Task" [ 925.544778] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.556116] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525be108-ffe1-0677-736a-d452b877c517, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.556600] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.556711] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.557184] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.557418] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.557572] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.557841] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24c44927-f122-45c6-bef5-704827951312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.566302] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.566389] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.567227] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae1d207-0440-45bc-91ba-04a0117d5404 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.573302] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 925.573302] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a40934-e7ba-522a-9162-086bf3ff1888" [ 925.573302] env[69133]: _type = "Task" [ 925.573302] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.581555] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a40934-e7ba-522a-9162-086bf3ff1888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.688603] env[69133]: DEBUG nova.scheduler.client.report [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.086520] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a40934-e7ba-522a-9162-086bf3ff1888, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.087448] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b163fc-4667-4caf-9d5c-a567936d35e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.093573] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 926.093573] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b95ca1-f788-dbf7-1192-a2a52094d75c" [ 926.093573] env[69133]: _type = "Task" [ 926.093573] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.102073] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b95ca1-f788-dbf7-1192-a2a52094d75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.194356] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.197538] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.069s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.197538] env[69133]: DEBUG nova.objects.instance [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lazy-loading 'resources' on Instance uuid 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.227963] env[69133]: INFO nova.scheduler.client.report [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Deleted allocations for instance fed45415-5ae2-4c53-ba98-6047f67ed027 [ 926.279771] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.304740] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.304921] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.305120] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.305323] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.305496] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.305666] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.305889] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.306073] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.306245] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.306500] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.306694] env[69133]: DEBUG nova.virt.hardware [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.308240] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef09886f-9da2-4722-abab-30990708e49a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.316709] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb19006-f52a-4973-90cf-5c4f9f2072b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.604957] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b95ca1-f788-dbf7-1192-a2a52094d75c, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.605245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.605505] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 9ea5cd59-9867-41e8-96a1-557b2d7102ce/9ea5cd59-9867-41e8-96a1-557b2d7102ce.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.606059] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5f27f9e-3388-4e6f-a33d-51fe1f661831 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.611959] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 926.611959] env[69133]: value = "task-3191202" [ 926.611959] env[69133]: _type = "Task" [ 926.611959] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.619490] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.674360] env[69133]: DEBUG nova.compute.manager [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Received event network-vif-plugged-4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.674647] env[69133]: DEBUG oslo_concurrency.lockutils [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] Acquiring lock "eea1797e-f003-41b5-9097-d5254330155f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.674992] env[69133]: DEBUG oslo_concurrency.lockutils [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] Lock "eea1797e-f003-41b5-9097-d5254330155f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.675277] env[69133]: DEBUG oslo_concurrency.lockutils [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] Lock "eea1797e-f003-41b5-9097-d5254330155f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.675496] env[69133]: DEBUG nova.compute.manager [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] No waiting events found dispatching network-vif-plugged-4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.675712] env[69133]: WARNING nova.compute.manager [req-2c72a419-bbf9-4a5b-9c82-589ec8ea8bd8 req-a22b4fd9-af8d-4085-8462-9d837c7cb368 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Received unexpected event network-vif-plugged-4492efd4-30c8-4d2b-a9c8-34f93d702e50 for instance with vm_state building and task_state spawning. [ 926.738516] env[69133]: DEBUG oslo_concurrency.lockutils [None req-842d2e9f-aec1-4de7-988c-ea6ca4de6781 tempest-ServersListShow298Test-1805235000 tempest-ServersListShow298Test-1805235000-project-member] Lock "fed45415-5ae2-4c53-ba98-6047f67ed027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.230s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.771958] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Successfully updated port: 4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.910895] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.911163] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.041567] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ce0fa8-524b-4e8e-a0f6-08b7b08bbfd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.049670] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fea9f3-4ed8-44fa-a43e-67bd9c56f20c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.080630] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b339723-1806-4bdc-b124-c3fb1395343e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.088012] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2388113-7626-4dee-bb53-e614caea1941 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.102295] env[69133]: DEBUG nova.compute.provider_tree [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.120828] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444331} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.121210] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 9ea5cd59-9867-41e8-96a1-557b2d7102ce/9ea5cd59-9867-41e8-96a1-557b2d7102ce.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.121316] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.122035] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b672074c-def0-451e-9dbe-6739dac2a33d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.128460] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 927.128460] env[69133]: value = "task-3191203" [ 927.128460] env[69133]: _type = "Task" [ 927.128460] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.136629] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.275827] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.276054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.276199] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.413512] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.605979] env[69133]: DEBUG nova.scheduler.client.report [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.638639] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062723} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.638902] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.639678] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eccf41f-8c17-498a-ab81-f19be045b01e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.670964] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 9ea5cd59-9867-41e8-96a1-557b2d7102ce/9ea5cd59-9867-41e8-96a1-557b2d7102ce.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.671618] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba56b0eb-f05e-458b-9c84-bf78f8256ab8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.692357] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 927.692357] env[69133]: value = "task-3191204" [ 927.692357] env[69133]: _type = "Task" [ 927.692357] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.700033] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.810142] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.945812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.974641] env[69133]: DEBUG nova.network.neutron [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Updating instance_info_cache with network_info: [{"id": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "address": "fa:16:3e:21:17:8e", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4492efd4-30", "ovs_interfaceid": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.111030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.113423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.645s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.113651] env[69133]: DEBUG nova.objects.instance [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'resources' on Instance uuid 545312e7-ebb5-4b6a-b956-19ba34a3edda {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.131834] env[69133]: INFO nova.scheduler.client.report [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Deleted allocations for instance 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b [ 928.201900] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191204, 'name': ReconfigVM_Task, 'duration_secs': 0.347714} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.202197] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 9ea5cd59-9867-41e8-96a1-557b2d7102ce/9ea5cd59-9867-41e8-96a1-557b2d7102ce.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.202814] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-035a346c-723c-476d-941e-c7c450abe49f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.210246] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 928.210246] env[69133]: value = "task-3191205" [ 928.210246] env[69133]: _type = "Task" [ 928.210246] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.219998] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191205, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.477321] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.477668] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Instance network_info: |[{"id": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "address": "fa:16:3e:21:17:8e", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4492efd4-30", "ovs_interfaceid": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.478125] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:17:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4492efd4-30c8-4d2b-a9c8-34f93d702e50', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.487165] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating folder: Project (df8441d64abc4a31a2ce339253e1a1ef). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.487165] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4854c660-1380-41dd-87bd-98e680cbfbe6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.497222] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created folder: Project (df8441d64abc4a31a2ce339253e1a1ef) in parent group-v637972. [ 928.497362] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating folder: Instances. Parent ref: group-v638181. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.497604] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66429876-d1c1-4ec0-87ee-6e88bb067b6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.506382] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created folder: Instances in parent group-v638181. [ 928.506528] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.506718] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.506918] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c7b6d9-a26c-47af-ab53-6b21e07430c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.526105] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.526105] env[69133]: value = "task-3191208" [ 928.526105] env[69133]: _type = "Task" [ 928.526105] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.533595] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191208, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.639236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9bd5490c-dca1-4247-95f8-c2521265d27b tempest-ServersWithSpecificFlavorTestJSON-1688320389 tempest-ServersWithSpecificFlavorTestJSON-1688320389-project-member] Lock "2fc52d3b-ef43-49d3-86c4-ab60791a4e9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.102s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.705047] env[69133]: DEBUG nova.compute.manager [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Received event network-changed-4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.705283] env[69133]: DEBUG nova.compute.manager [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Refreshing instance network info cache due to event network-changed-4492efd4-30c8-4d2b-a9c8-34f93d702e50. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.705513] env[69133]: DEBUG oslo_concurrency.lockutils [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] Acquiring lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.705658] env[69133]: DEBUG oslo_concurrency.lockutils [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] Acquired lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.705823] env[69133]: DEBUG nova.network.neutron [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Refreshing network info cache for port 4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.720924] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191205, 'name': Rename_Task, 'duration_secs': 0.134578} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.723432] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.724339] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae384294-6499-4c93-91cb-5d5d0852c875 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.730818] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 928.730818] env[69133]: value = "task-3191209" [ 928.730818] env[69133]: _type = "Task" [ 928.730818] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.741507] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.903068] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc55ec-0e6e-4cd2-bcd1-591d4dfc58e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.910896] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b413f-a3c1-48eb-9d98-5c90c4cc3dc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.940019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c6c1fd-0881-4696-83f0-f008b4c508d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.947425] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eac5e8-9c66-4074-a5a9-9ab44f23f735 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.961822] env[69133]: DEBUG nova.compute.provider_tree [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.035899] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191208, 'name': CreateVM_Task, 'duration_secs': 0.375339} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.036119] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.036795] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.036988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.037312] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.037572] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95e5ae9-aa04-4736-8253-189916835dc6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.041792] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 929.041792] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52812f97-b2db-edc7-c406-8b48eacb5736" [ 929.041792] env[69133]: _type = "Task" [ 929.041792] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.049235] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52812f97-b2db-edc7-c406-8b48eacb5736, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.241679] env[69133]: DEBUG oslo_vmware.api [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191209, 'name': PowerOnVM_Task, 'duration_secs': 0.476715} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.242040] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.242269] env[69133]: INFO nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Took 8.32 seconds to spawn the instance on the hypervisor. [ 929.242478] env[69133]: DEBUG nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.243383] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07878e35-5e23-41a0-9892-ed9439784ade {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.453390] env[69133]: DEBUG nova.network.neutron [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Updated VIF entry in instance network info cache for port 4492efd4-30c8-4d2b-a9c8-34f93d702e50. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.453390] env[69133]: DEBUG nova.network.neutron [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Updating instance_info_cache with network_info: [{"id": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "address": "fa:16:3e:21:17:8e", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4492efd4-30", "ovs_interfaceid": "4492efd4-30c8-4d2b-a9c8-34f93d702e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.465189] env[69133]: DEBUG nova.scheduler.client.report [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.557456] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52812f97-b2db-edc7-c406-8b48eacb5736, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.558189] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.558556] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.560069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.560069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.560069] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.560069] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8bf4b9-09f1-4fed-9d3a-0929755a1b32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.571192] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.571192] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.571192] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5624f2a8-60ef-4952-a449-27298bbc9ae0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.576266] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 929.576266] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525b9ded-367b-9965-6e02-42b74e5d7651" [ 929.576266] env[69133]: _type = "Task" [ 929.576266] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.585223] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525b9ded-367b-9965-6e02-42b74e5d7651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.765757] env[69133]: INFO nova.compute.manager [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Took 19.12 seconds to build instance. [ 929.956514] env[69133]: DEBUG oslo_concurrency.lockutils [req-73b22455-3707-4563-8827-f6dd7443ef29 req-4b20a789-2ce9-4953-9f07-a0ca366f8d61 service nova] Releasing lock "refresh_cache-eea1797e-f003-41b5-9097-d5254330155f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.974021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.975585] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.099s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.975803] env[69133]: DEBUG nova.objects.instance [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lazy-loading 'resources' on Instance uuid 832b80d3-0e0b-4c7a-b95e-ca80ab727662 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.017707] env[69133]: INFO nova.scheduler.client.report [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted allocations for instance 545312e7-ebb5-4b6a-b956-19ba34a3edda [ 930.090679] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525b9ded-367b-9965-6e02-42b74e5d7651, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.094995] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc23322-a7a7-4d7b-931e-75649bdc1d71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.098929] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 930.098929] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f8e7aa-24be-8a1f-6db2-615eecec0a91" [ 930.098929] env[69133]: _type = "Task" [ 930.098929] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.106933] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f8e7aa-24be-8a1f-6db2-615eecec0a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.267414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a0c8f657-2592-4a62-8e28-47e40c222792 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.632s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.401111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.401424] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.401639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.401826] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.401994] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.404255] env[69133]: INFO nova.compute.manager [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Terminating instance [ 930.527355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2c4ea3a-e813-449d-92b7-6acb81409c1f tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "545312e7-ebb5-4b6a-b956-19ba34a3edda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.964s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.610159] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f8e7aa-24be-8a1f-6db2-615eecec0a91, 'name': SearchDatastore_Task, 'duration_secs': 0.030521} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.610488] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.611080] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] eea1797e-f003-41b5-9097-d5254330155f/eea1797e-f003-41b5-9097-d5254330155f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.611080] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f05d9804-bc06-4060-84ba-60dd47a53a23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.619188] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 930.619188] env[69133]: value = "task-3191210" [ 930.619188] env[69133]: _type = "Task" [ 930.619188] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.628768] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.786478] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f376bc9-6ea1-48ec-9044-da1cefd5cf26 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.794267] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3380e801-666e-4d51-a9f5-6b9cb363e257 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.828152] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98931eae-05e8-4240-8667-7585e0c9ec80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.834181] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c220f-9b7f-42c6-b739-5587aa60c499 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.851135] env[69133]: DEBUG nova.compute.provider_tree [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.909906] env[69133]: DEBUG nova.compute.manager [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.910193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.911114] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16062a24-2df5-4a2e-b31c-8c03a2451f76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.918693] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.918932] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3145da6-89c0-4004-9d0a-87d10061848a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.926241] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 930.926241] env[69133]: value = "task-3191211" [ 930.926241] env[69133]: _type = "Task" [ 930.926241] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.937834] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.131101] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.354657] env[69133]: DEBUG nova.scheduler.client.report [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.436445] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191211, 'name': PowerOffVM_Task, 'duration_secs': 0.429599} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.436736] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.436981] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.437334] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d771fa61-98c2-4e82-b8f4-dbce4312d8b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.532153] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.532377] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.532976] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Deleting the datastore file [datastore2] 9ea5cd59-9867-41e8-96a1-557b2d7102ce {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.532976] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a2fef42-9702-4177-b26e-c8f00b9e0719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.542244] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for the task: (returnval){ [ 931.542244] env[69133]: value = "task-3191213" [ 931.542244] env[69133]: _type = "Task" [ 931.542244] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.554948] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.630757] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662247} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.631121] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] eea1797e-f003-41b5-9097-d5254330155f/eea1797e-f003-41b5-9097-d5254330155f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.631672] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.631672] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8bd98f5-71cf-4513-bd79-6fb4c609210a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.639153] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 931.639153] env[69133]: value = "task-3191214" [ 931.639153] env[69133]: _type = "Task" [ 931.639153] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.649254] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.863663] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.866554] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.488s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.866844] env[69133]: DEBUG nova.objects.instance [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'resources' on Instance uuid 6ffe484b-acab-4fc7-83a2-6de9b227ff74 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.891610] env[69133]: INFO nova.scheduler.client.report [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Deleted allocations for instance 832b80d3-0e0b-4c7a-b95e-ca80ab727662 [ 932.051609] env[69133]: DEBUG oslo_vmware.api [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Task: {'id': task-3191213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409511} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.051609] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.054711] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.054711] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.054711] env[69133]: INFO nova.compute.manager [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 932.054711] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.054711] env[69133]: DEBUG nova.compute.manager [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.054711] env[69133]: DEBUG nova.network.neutron [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.148892] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14858} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.149552] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.150422] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444bd48-c7f6-43d5-b966-5b5962269867 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.177151] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] eea1797e-f003-41b5-9097-d5254330155f/eea1797e-f003-41b5-9097-d5254330155f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.180024] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-558846de-64e9-49e0-ab40-221433e71780 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.202301] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 932.202301] env[69133]: value = "task-3191215" [ 932.202301] env[69133]: _type = "Task" [ 932.202301] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.215922] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.399379] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f3fcd9f9-32d6-4de2-8591-7c252c46621e tempest-ServersV294TestFqdnHostnames-368506262 tempest-ServersV294TestFqdnHostnames-368506262-project-member] Lock "832b80d3-0e0b-4c7a-b95e-ca80ab727662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.138s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.655509] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3098975-6f4e-49bc-abc9-e6a3a30b48ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.664404] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad0a88-c2b6-435d-96e9-2ebda80144ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.704342] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed1c8d3-23a2-4825-9994-81e9d60bbb8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.712537] env[69133]: DEBUG nova.compute.manager [req-93f60818-10ae-4112-bfec-ca107fdae9b7 req-67d0c1a9-e47f-4153-a855-0d7cf14a483a service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Received event network-vif-deleted-6bd69823-fb05-4120-90a9-a905bf97b8ae {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.712851] env[69133]: INFO nova.compute.manager [req-93f60818-10ae-4112-bfec-ca107fdae9b7 req-67d0c1a9-e47f-4153-a855-0d7cf14a483a service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Neutron deleted interface 6bd69823-fb05-4120-90a9-a905bf97b8ae; detaching it from the instance and deleting it from the info cache [ 932.713149] env[69133]: DEBUG nova.network.neutron [req-93f60818-10ae-4112-bfec-ca107fdae9b7 req-67d0c1a9-e47f-4153-a855-0d7cf14a483a service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.718918] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa5d11-0746-4da7-af76-622f0d44548e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.726146] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191215, 'name': ReconfigVM_Task, 'duration_secs': 0.275697} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.726753] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] eea1797e-f003-41b5-9097-d5254330155f/eea1797e-f003-41b5-9097-d5254330155f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.727585] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-574a8b2b-c27f-4cc4-96f6-9879e4324280 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.737882] env[69133]: DEBUG nova.compute.provider_tree [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.745130] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 932.745130] env[69133]: value = "task-3191216" [ 932.745130] env[69133]: _type = "Task" [ 932.745130] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.754909] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191216, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.207868] env[69133]: DEBUG nova.network.neutron [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.220511] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ccad3ba-c992-4c70-b9c1-567e544ec384 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.227885] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994902f4-dd49-4da9-b23a-d5b6e22b9e54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.242482] env[69133]: DEBUG nova.scheduler.client.report [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.257170] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191216, 'name': Rename_Task, 'duration_secs': 0.147744} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.268276] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.269460] env[69133]: DEBUG nova.compute.manager [req-93f60818-10ae-4112-bfec-ca107fdae9b7 req-67d0c1a9-e47f-4153-a855-0d7cf14a483a service nova] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Detach interface failed, port_id=6bd69823-fb05-4120-90a9-a905bf97b8ae, reason: Instance 9ea5cd59-9867-41e8-96a1-557b2d7102ce could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.270596] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc78aaf7-f873-4500-884a-a2ea0d2d67b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.278086] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 933.278086] env[69133]: value = "task-3191217" [ 933.278086] env[69133]: _type = "Task" [ 933.278086] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.286934] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.709502] env[69133]: INFO nova.compute.manager [-] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Took 1.66 seconds to deallocate network for instance. [ 933.747759] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.750723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.330s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.752291] env[69133]: INFO nova.compute.claims [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.785244] env[69133]: INFO nova.scheduler.client.report [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted allocations for instance 6ffe484b-acab-4fc7-83a2-6de9b227ff74 [ 933.794150] env[69133]: DEBUG oslo_vmware.api [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191217, 'name': PowerOnVM_Task, 'duration_secs': 0.477498} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.794150] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.794150] env[69133]: INFO nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Took 7.51 seconds to spawn the instance on the hypervisor. [ 933.794150] env[69133]: DEBUG nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.794720] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa6c56-a197-48d7-94fd-41012b807d32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.217360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.298350] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8b97d567-6020-4b5e-b5f3-dcddaa46fc78 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "6ffe484b-acab-4fc7-83a2-6de9b227ff74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.758s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.314231] env[69133]: INFO nova.compute.manager [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Took 20.44 seconds to build instance. [ 934.819989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d49d6763-cd30-4569-ad69-4f4750960fa0 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.958s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.003035] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866291b7-309a-47e7-8219-1ec97c6d6289 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.010635] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b440e-aa98-48d6-af7b-b12659d3c725 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.041874] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4752578f-0250-4f3b-8ec5-c967b168c83d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.049340] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b7ff6b-97a4-4d6a-b446-687cf5ac40f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.062353] env[69133]: DEBUG nova.compute.provider_tree [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.304849] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "eea1797e-f003-41b5-9097-d5254330155f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.305133] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.305369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "eea1797e-f003-41b5-9097-d5254330155f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.305545] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.305734] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.309695] env[69133]: INFO nova.compute.manager [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Terminating instance [ 935.354265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.354594] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.569024] env[69133]: DEBUG nova.scheduler.client.report [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.755114] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "f85d111c-fed1-427f-ac11-411e5a53507a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.755114] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.755401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.755604] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.755831] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.758753] env[69133]: INFO nova.compute.manager [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Terminating instance [ 935.815543] env[69133]: DEBUG nova.compute.manager [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.815543] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.816700] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4df65f-f689-4ccf-83e4-f3d395e05dd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.824753] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.825064] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b6dc5e-e3eb-40e4-843d-04ea206477a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.832442] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 935.832442] env[69133]: value = "task-3191218" [ 935.832442] env[69133]: _type = "Task" [ 935.832442] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.844021] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.859184] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.869422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.869652] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.082040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.082040] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.083083] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.270s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.085041] env[69133]: INFO nova.compute.claims [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.262203] env[69133]: DEBUG nova.compute.manager [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.262438] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.265674] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa206ed-43eb-42b2-8691-819f2d9abe16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.271875] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.272198] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91f80e9-5acb-4b01-a61b-4980c6371296 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.278525] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 936.278525] env[69133]: value = "task-3191219" [ 936.278525] env[69133]: _type = "Task" [ 936.278525] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.287457] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.342674] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191218, 'name': PowerOffVM_Task, 'duration_secs': 0.181353} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.343033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.343253] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.344960] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8131dfcc-e85b-47de-b3fd-2bf96796b08f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.375652] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.380173] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.407817] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "df5253de-0ded-4197-aa44-4d8be27c68b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.408077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.415505] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.415505] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.415505] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] eea1797e-f003-41b5-9097-d5254330155f {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.415505] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fa19c45-3ed9-423c-8c87-0778d9645a7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.423205] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 936.423205] env[69133]: value = "task-3191221" [ 936.423205] env[69133]: _type = "Task" [ 936.423205] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.434853] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.438397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.438397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.585023] env[69133]: DEBUG nova.compute.utils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.586274] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 936.788640] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191219, 'name': PowerOffVM_Task, 'duration_secs': 0.247529} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.788916] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.789099] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.789350] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1391e284-df04-4c1f-9619-0814f6ce1af7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.863214] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.863453] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.863588] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore1] f85d111c-fed1-427f-ac11-411e5a53507a {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.863789] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09c136d2-afc3-4122-ac6b-f955432c6f9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.870574] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 936.870574] env[69133]: value = "task-3191223" [ 936.870574] env[69133]: _type = "Task" [ 936.870574] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.882821] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.902157] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.913358] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.933878] env[69133]: DEBUG oslo_vmware.api [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152405} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.934151] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.934343] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.934522] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.934735] env[69133]: INFO nova.compute.manager [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: eea1797e-f003-41b5-9097-d5254330155f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.934978] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.935301] env[69133]: DEBUG nova.compute.manager [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.935415] env[69133]: DEBUG nova.network.neutron [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.944890] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.090445] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.223579] env[69133]: DEBUG nova.compute.manager [req-de1e9b7c-5016-493d-8e91-84c4c27a8026 req-b558f2b5-8647-46fa-8a14-4200339b17e0 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Received event network-vif-deleted-4492efd4-30c8-4d2b-a9c8-34f93d702e50 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.223786] env[69133]: INFO nova.compute.manager [req-de1e9b7c-5016-493d-8e91-84c4c27a8026 req-b558f2b5-8647-46fa-8a14-4200339b17e0 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Neutron deleted interface 4492efd4-30c8-4d2b-a9c8-34f93d702e50; detaching it from the instance and deleting it from the info cache [ 937.223990] env[69133]: DEBUG nova.network.neutron [req-de1e9b7c-5016-493d-8e91-84c4c27a8026 req-b558f2b5-8647-46fa-8a14-4200339b17e0 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.385822] env[69133]: DEBUG oslo_vmware.api [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170534} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.385822] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.385822] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.386009] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.386159] env[69133]: INFO nova.compute.manager [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 937.386407] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.386598] env[69133]: DEBUG nova.compute.manager [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.386742] env[69133]: DEBUG nova.network.neutron [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.428697] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e5a1a-ba3b-44de-8210-c7f30d468403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.434850] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75d873-9b89-49f7-8095-482d8183fcca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.438738] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.471187] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ac40a-6328-4fbf-bae2-25bbca792dce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.480544] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907d9e48-0021-4a2e-ba25-0d026d3fa425 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.493827] env[69133]: DEBUG nova.compute.provider_tree [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.495763] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.702050] env[69133]: DEBUG nova.network.neutron [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.727033] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d09295eb-7dc3-4263-930c-60912ebd5eb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.737340] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a3982-ef21-4972-b043-e7489dde902b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.770421] env[69133]: DEBUG nova.compute.manager [req-de1e9b7c-5016-493d-8e91-84c4c27a8026 req-b558f2b5-8647-46fa-8a14-4200339b17e0 service nova] [instance: eea1797e-f003-41b5-9097-d5254330155f] Detach interface failed, port_id=4492efd4-30c8-4d2b-a9c8-34f93d702e50, reason: Instance eea1797e-f003-41b5-9097-d5254330155f could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.998137] env[69133]: DEBUG nova.scheduler.client.report [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.100611] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.134180] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.134421] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.134594] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.134806] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.134955] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.138204] env[69133]: DEBUG nova.virt.hardware [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.139027] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149794e5-56a2-41ff-ab12-368b91b53f50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.147374] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0aa7bd-53b9-4617-934e-3ba28d243b4d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.161991] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.167763] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Creating folder: Project (6adfd50ed6f849588492857fde74c433). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.168113] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94152944-7359-4d18-83de-8bbce72ecb20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.174342] env[69133]: DEBUG nova.network.neutron [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.180305] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Created folder: Project (6adfd50ed6f849588492857fde74c433) in parent group-v637972. [ 938.180305] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Creating folder: Instances. Parent ref: group-v638184. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.180497] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14709614-915a-43be-8021-4ef6dc1b804c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.193059] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Created folder: Instances in parent group-v638184. [ 938.193974] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.194452] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.197052] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673d7c21-3275-40ba-ae6d-d8fa219ed91d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.209082] env[69133]: INFO nova.compute.manager [-] [instance: eea1797e-f003-41b5-9097-d5254330155f] Took 1.27 seconds to deallocate network for instance. [ 938.217056] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.217056] env[69133]: value = "task-3191226" [ 938.217056] env[69133]: _type = "Task" [ 938.217056] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.227328] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191226, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.503385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.503952] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.507099] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.963s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.507308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.509374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.652s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.510777] env[69133]: INFO nova.compute.claims [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.541755] env[69133]: INFO nova.scheduler.client.report [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted allocations for instance b6741e4d-c5dc-4bc7-b8c4-1832a6f14894 [ 938.685251] env[69133]: INFO nova.compute.manager [-] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Took 1.30 seconds to deallocate network for instance. [ 938.700031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.700031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.719366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.732115] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191226, 'name': CreateVM_Task, 'duration_secs': 0.304116} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.732115] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.732115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.732115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.732115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.732115] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a7c0ff-0834-48a6-9a42-a614975ed087 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.736715] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 938.736715] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52164dc9-0b04-b62f-04f2-20874b599af3" [ 938.736715] env[69133]: _type = "Task" [ 938.736715] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.746172] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52164dc9-0b04-b62f-04f2-20874b599af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.015191] env[69133]: DEBUG nova.compute.utils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.022019] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.022019] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.055839] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79d0e4db-1180-4465-bad8-a8a8f28c3e4d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "b6741e4d-c5dc-4bc7-b8c4-1832a6f14894" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.129s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.097342] env[69133]: DEBUG nova.policy [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eac069a2984a559b58e9b5193b2740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fac69c3b4764c0ca9d2a56fa3701088', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.192185] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.201853] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.249972] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52164dc9-0b04-b62f-04f2-20874b599af3, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.250297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.250755] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.250755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.250917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.251063] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.251670] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0af119a-563c-4f49-8589-1a484ab6667f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.264230] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.264230] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.264230] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a08278d-9f09-4745-8aee-5ba8124d2f19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.269868] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 939.269868] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5216c603-f903-1b43-604e-198c26e06b2d" [ 939.269868] env[69133]: _type = "Task" [ 939.269868] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.281541] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5216c603-f903-1b43-604e-198c26e06b2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008668} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.282376] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d6bd94-022e-4206-b9f4-7f6bf533db65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.288557] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 939.288557] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52340b14-fb06-3b0f-c322-2ff3f9e8a1b2" [ 939.288557] env[69133]: _type = "Task" [ 939.288557] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.291094] env[69133]: DEBUG nova.compute.manager [req-a9c11ac5-280c-487f-9262-02361667cf0e req-9a65a000-fa9c-411a-be11-945d21c2d14d service nova] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Received event network-vif-deleted-64ec2281-ef66-48d7-8eff-3d633db81bb1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.301691] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52340b14-fb06-3b0f-c322-2ff3f9e8a1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.301691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.301939] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0aaf35b0-5de6-4c63-8d51-7ae100d095fc/0aaf35b0-5de6-4c63-8d51-7ae100d095fc.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.302213] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180dfa41-8357-4626-a3d4-edc86a7e6c90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.312013] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 939.312013] env[69133]: value = "task-3191227" [ 939.312013] env[69133]: _type = "Task" [ 939.312013] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.318332] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.494166] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Successfully created port: ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.521272] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.730117] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.822567] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445863} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.823607] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0aaf35b0-5de6-4c63-8d51-7ae100d095fc/0aaf35b0-5de6-4c63-8d51-7ae100d095fc.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.823607] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.823607] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0b1936-bdb6-4895-85a7-b5c3b9e25ca1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.829849] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 939.829849] env[69133]: value = "task-3191228" [ 939.829849] env[69133]: _type = "Task" [ 939.829849] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.839704] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.929538] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b351108c-6e61-4df5-9cbe-782ca8598a9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.937389] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c5a474-6b50-4df0-bc2a-a417365289a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.975347] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a0c4ba-6b36-49de-9436-6de3268e1313 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.982888] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416831a7-21f8-4ad9-aa37-02dcd0425e36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.996534] env[69133]: DEBUG nova.compute.provider_tree [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.339764] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128557} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.340070] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.340808] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac450aa-9fa4-4109-96bb-712d319174c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.362120] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 0aaf35b0-5de6-4c63-8d51-7ae100d095fc/0aaf35b0-5de6-4c63-8d51-7ae100d095fc.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.362460] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eaa3a57-e0be-4260-8172-9597f074cee2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.381783] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 940.381783] env[69133]: value = "task-3191229" [ 940.381783] env[69133]: _type = "Task" [ 940.381783] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.389349] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.499617] env[69133]: DEBUG nova.scheduler.client.report [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.533623] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.568080] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.568975] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.568975] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.568975] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.569161] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.569203] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.569446] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.569653] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.569874] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.570086] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.570620] env[69133]: DEBUG nova.virt.hardware [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.571278] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f2a274-a16d-4a0f-a4cc-60ebd4ae46c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.579238] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c59b77-e230-4e02-8a6f-7cd9ae93e59c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.753527] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.753750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.891536] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191229, 'name': ReconfigVM_Task, 'duration_secs': 0.295174} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.891969] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 0aaf35b0-5de6-4c63-8d51-7ae100d095fc/0aaf35b0-5de6-4c63-8d51-7ae100d095fc.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.892611] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9aeeee8-3c4b-418b-bd47-254bc7264483 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.898327] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 940.898327] env[69133]: value = "task-3191230" [ 940.898327] env[69133]: _type = "Task" [ 940.898327] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.905461] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191230, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.006613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.007168] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.009839] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.064s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.011210] env[69133]: INFO nova.compute.claims [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.256654] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.305620] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Successfully updated port: ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.364987] env[69133]: DEBUG nova.compute.manager [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Received event network-vif-plugged-ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.365272] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Acquiring lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.365497] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.365651] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.365760] env[69133]: DEBUG nova.compute.manager [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] No waiting events found dispatching network-vif-plugged-ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.365932] env[69133]: WARNING nova.compute.manager [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Received unexpected event network-vif-plugged-ff81385b-87b2-4406-9926-e1399057df31 for instance with vm_state building and task_state spawning. [ 941.366132] env[69133]: DEBUG nova.compute.manager [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Received event network-changed-ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.366595] env[69133]: DEBUG nova.compute.manager [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Refreshing instance network info cache due to event network-changed-ff81385b-87b2-4406-9926-e1399057df31. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.366595] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Acquiring lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.366715] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Acquired lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.366750] env[69133]: DEBUG nova.network.neutron [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Refreshing network info cache for port ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.409816] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191230, 'name': Rename_Task, 'duration_secs': 0.136966} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.409915] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.410285] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00a1517-14d4-4420-926e-83449f3174ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.418238] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 941.418238] env[69133]: value = "task-3191231" [ 941.418238] env[69133]: _type = "Task" [ 941.418238] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.437603] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191231, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.519088] env[69133]: DEBUG nova.compute.utils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.521200] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.521289] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.592195] env[69133]: DEBUG nova.policy [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.785361] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.817018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.928246] env[69133]: DEBUG oslo_vmware.api [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191231, 'name': PowerOnVM_Task, 'duration_secs': 0.448605} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.928762] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.929088] env[69133]: INFO nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Took 3.83 seconds to spawn the instance on the hypervisor. [ 941.929379] env[69133]: DEBUG nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.930335] env[69133]: DEBUG nova.network.neutron [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.932786] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3977b3cc-2dd6-41d6-85a1-4bb851e14cdf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.997339] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Successfully created port: bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.026247] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.058294] env[69133]: DEBUG nova.network.neutron [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.324718] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e6143-e001-427f-b699-f0965a15e685 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.330592] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f75cc3-22b6-448b-92dc-f0e10a8d3239 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.363111] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a912600-765a-4863-bbfc-e8a1dbc9aa50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.370992] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afa627-da5c-452c-9c20-d04da65ac9c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.386126] env[69133]: DEBUG nova.compute.provider_tree [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.450913] env[69133]: INFO nova.compute.manager [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Took 21.06 seconds to build instance. [ 942.561126] env[69133]: DEBUG oslo_concurrency.lockutils [req-326b002d-62a4-4fd7-b5a1-c8d9b1c83143 req-99740a1e-ffa8-48e6-a5ed-b3f9e1125ca4 service nova] Releasing lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.561186] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquired lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.561367] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.634444] env[69133]: DEBUG nova.compute.manager [None req-3f0aa4bd-c010-4021-8149-4a4479c9e20a tempest-ServerDiagnosticsV248Test-1998253545 tempest-ServerDiagnosticsV248Test-1998253545-project-admin] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.635645] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd9ee06-4e90-4a9a-92ae-20e4a4b80f36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.645033] env[69133]: INFO nova.compute.manager [None req-3f0aa4bd-c010-4021-8149-4a4479c9e20a tempest-ServerDiagnosticsV248Test-1998253545 tempest-ServerDiagnosticsV248Test-1998253545-project-admin] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Retrieving diagnostics [ 942.645816] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee8ef9-71ec-4e36-bc55-ce7ebd03c1dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.889445] env[69133]: DEBUG nova.scheduler.client.report [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.952810] env[69133]: DEBUG oslo_concurrency.lockutils [None req-22a0a18c-d0ff-4a3f-8577-d710eba10e35 tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.566s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.040204] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.067157] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.067420] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.067578] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.067764] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.067964] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.068068] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.068282] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.068440] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.068648] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.068771] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.068941] env[69133]: DEBUG nova.virt.hardware [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.069829] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d017ee1f-145f-43c1-83c3-d34f0c342e3e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.078450] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4744c2-fc71-4ca3-8ba8-a7be30fa5329 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.098270] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.235623] env[69133]: DEBUG nova.network.neutron [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Updating instance_info_cache with network_info: [{"id": "ff81385b-87b2-4406-9926-e1399057df31", "address": "fa:16:3e:c5:7a:43", "network": {"id": "a42cb026-ebda-4456-b92e-670d3f9a7792", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-515896336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fac69c3b4764c0ca9d2a56fa3701088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff81385b-87", "ovs_interfaceid": "ff81385b-87b2-4406-9926-e1399057df31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.395183] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.395725] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.398333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.182s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.402282] env[69133]: DEBUG nova.objects.instance [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lazy-loading 'resources' on Instance uuid 9ea5cd59-9867-41e8-96a1-557b2d7102ce {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.405472] env[69133]: DEBUG nova.compute.manager [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Received event network-vif-plugged-bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.405590] env[69133]: DEBUG oslo_concurrency.lockutils [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] Acquiring lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.405798] env[69133]: DEBUG oslo_concurrency.lockutils [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.405965] env[69133]: DEBUG oslo_concurrency.lockutils [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.406125] env[69133]: DEBUG nova.compute.manager [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] No waiting events found dispatching network-vif-plugged-bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.406292] env[69133]: WARNING nova.compute.manager [req-cb035f1a-90b9-40f8-9b21-25aa439afe59 req-669e5fec-7a20-4264-a4e6-87af7ec04271 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Received unexpected event network-vif-plugged-bff15c90-9527-4ff5-805b-406183f7efe6 for instance with vm_state building and task_state spawning. [ 943.483859] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Successfully updated port: bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.737699] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Releasing lock "refresh_cache-c9755ece-6260-478f-93df-1fe29d0b6cba" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.738040] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance network_info: |[{"id": "ff81385b-87b2-4406-9926-e1399057df31", "address": "fa:16:3e:c5:7a:43", "network": {"id": "a42cb026-ebda-4456-b92e-670d3f9a7792", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-515896336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fac69c3b4764c0ca9d2a56fa3701088", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff81385b-87", "ovs_interfaceid": "ff81385b-87b2-4406-9926-e1399057df31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.738459] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff81385b-87b2-4406-9926-e1399057df31', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.745907] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Creating folder: Project (6fac69c3b4764c0ca9d2a56fa3701088). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.746183] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3f4cf0d-56bc-43a0-a555-85c1568f6819 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.758556] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Created folder: Project (6fac69c3b4764c0ca9d2a56fa3701088) in parent group-v637972. [ 943.758724] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Creating folder: Instances. Parent ref: group-v638187. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.758943] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce728548-e7ff-4c99-bc95-594ab3ac5dc9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.768055] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Created folder: Instances in parent group-v638187. [ 943.768285] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.768465] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.768650] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3881b066-e2d4-4121-8fd9-0822e173eb7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.787961] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.787961] env[69133]: value = "task-3191234" [ 943.787961] env[69133]: _type = "Task" [ 943.787961] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.797450] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191234, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.909042] env[69133]: DEBUG nova.compute.utils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.910761] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.910948] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.962548] env[69133]: DEBUG nova.policy [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05413372f5654a06af2d3f799fba7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d5d92e01d34a80a2e25f66a4f7a526', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.969550] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.969816] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.970008] env[69133]: INFO nova.compute.manager [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Shelving [ 943.985873] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.986057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.986307] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.190952] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0402bae3-b54a-4ada-babd-b3fd925f9cab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.199364] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16b9f38-349b-4d14-9b1a-da0fbf97e797 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.232420] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Successfully created port: 36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.235028] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b88592-a28f-4f73-af83-a3851ee4f02c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.242959] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4bf9a3-b1ad-4022-8b5e-a96c8244d89a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.258401] env[69133]: DEBUG nova.compute.provider_tree [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.300027] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191234, 'name': CreateVM_Task, 'duration_secs': 0.309872} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.300027] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.300027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.300027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.300027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.300027] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551680be-c5a2-46d2-a3c0-032721bf5778 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.306555] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 944.306555] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52daa163-1ca4-81b0-fa23-8bdbc018ce78" [ 944.306555] env[69133]: _type = "Task" [ 944.306555] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.312661] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52daa163-1ca4-81b0-fa23-8bdbc018ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.414770] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.526440] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.678411] env[69133]: DEBUG nova.network.neutron [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Updating instance_info_cache with network_info: [{"id": "bff15c90-9527-4ff5-805b-406183f7efe6", "address": "fa:16:3e:1e:d9:87", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff15c90-95", "ovs_interfaceid": "bff15c90-9527-4ff5-805b-406183f7efe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.761960] env[69133]: DEBUG nova.scheduler.client.report [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.817298] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52daa163-1ca4-81b0-fa23-8bdbc018ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.817686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.817862] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.818111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.818262] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.818441] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.818698] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90919f05-9a66-4dbb-922f-6c3f6acc5c8a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.826946] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.827150] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.827883] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a4c7be-6c5f-4988-a465-eb44616c8291 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.832851] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 944.832851] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52043945-5e30-9b6d-caf7-c31809190131" [ 944.832851] env[69133]: _type = "Task" [ 944.832851] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.840314] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52043945-5e30-9b6d-caf7-c31809190131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.981132] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.981402] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d0f060-d4bf-469a-95ab-8812cb5130cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.988933] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 944.988933] env[69133]: value = "task-3191235" [ 944.988933] env[69133]: _type = "Task" [ 944.988933] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.998174] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.181203] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.182051] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Instance network_info: |[{"id": "bff15c90-9527-4ff5-805b-406183f7efe6", "address": "fa:16:3e:1e:d9:87", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff15c90-95", "ovs_interfaceid": "bff15c90-9527-4ff5-805b-406183f7efe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.182241] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:d9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff15c90-9527-4ff5-805b-406183f7efe6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.190229] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.190542] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.190877] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0baeaada-9d11-4537-a8d9-d713bd5ceaeb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.212027] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.212027] env[69133]: value = "task-3191236" [ 945.212027] env[69133]: _type = "Task" [ 945.212027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.219300] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191236, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.267470] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.269845] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.890s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.271310] env[69133]: INFO nova.compute.claims [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.293921] env[69133]: INFO nova.scheduler.client.report [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Deleted allocations for instance 9ea5cd59-9867-41e8-96a1-557b2d7102ce [ 945.344037] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52043945-5e30-9b6d-caf7-c31809190131, 'name': SearchDatastore_Task, 'duration_secs': 0.008322} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.344848] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9ea78b-f8aa-4df4-b6ef-39d9e51e5bc6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.349617] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 945.349617] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527c7da9-3b85-d98f-b319-c71337f3dd04" [ 945.349617] env[69133]: _type = "Task" [ 945.349617] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.358355] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527c7da9-3b85-d98f-b319-c71337f3dd04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.427224] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.433879] env[69133]: DEBUG nova.compute.manager [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Received event network-changed-bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.433879] env[69133]: DEBUG nova.compute.manager [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Refreshing instance network info cache due to event network-changed-bff15c90-9527-4ff5-805b-406183f7efe6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.434187] env[69133]: DEBUG oslo_concurrency.lockutils [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] Acquiring lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.434228] env[69133]: DEBUG oslo_concurrency.lockutils [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] Acquired lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.435112] env[69133]: DEBUG nova.network.neutron [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Refreshing network info cache for port bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.457517] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.457788] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.457949] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.458147] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.458318] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.458496] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.458693] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.458872] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.459085] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.459263] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.459434] env[69133]: DEBUG nova.virt.hardware [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.460349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a7ef0-f8de-4725-aaee-ce24ad11883b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469483] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13578a29-fac4-4465-abf1-bac49f22d3d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.498593] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191235, 'name': PowerOffVM_Task, 'duration_secs': 0.165105} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.498852] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.499931] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d23a4e-d0eb-4c7d-8ff5-63d441eed081 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.519207] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccf5a6-20fe-4580-964d-33ab1343d444 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.721339] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191236, 'name': CreateVM_Task, 'duration_secs': 0.381599} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.721519] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.722229] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.722419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.722775] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.723089] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044e185b-d21d-457f-803e-673fbd645830 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.728403] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 945.728403] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52013eac-1b3a-2ee8-f4ea-2bab17934e92" [ 945.728403] env[69133]: _type = "Task" [ 945.728403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.736544] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52013eac-1b3a-2ee8-f4ea-2bab17934e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.749086] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Successfully updated port: 36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.800641] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1620d5a7-1a04-42ea-874d-6dff2ee3aff3 tempest-ServersNegativeTestMultiTenantJSON-57717685 tempest-ServersNegativeTestMultiTenantJSON-57717685-project-member] Lock "9ea5cd59-9867-41e8-96a1-557b2d7102ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.399s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.861412] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527c7da9-3b85-d98f-b319-c71337f3dd04, 'name': SearchDatastore_Task, 'duration_secs': 0.01399} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.861656] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.861917] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c9755ece-6260-478f-93df-1fe29d0b6cba/c9755ece-6260-478f-93df-1fe29d0b6cba.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.862192] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-151aa0b5-0872-434c-a8d1-038c1e9826a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.868814] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 945.868814] env[69133]: value = "task-3191237" [ 945.868814] env[69133]: _type = "Task" [ 945.868814] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.876033] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.030587] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.030911] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-123b1a00-d49e-4e64-b4ff-efee757120cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.037586] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 946.037586] env[69133]: value = "task-3191238" [ 946.037586] env[69133]: _type = "Task" [ 946.037586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.049439] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191238, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.180329] env[69133]: DEBUG nova.network.neutron [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Updated VIF entry in instance network info cache for port bff15c90-9527-4ff5-805b-406183f7efe6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.180722] env[69133]: DEBUG nova.network.neutron [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Updating instance_info_cache with network_info: [{"id": "bff15c90-9527-4ff5-805b-406183f7efe6", "address": "fa:16:3e:1e:d9:87", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff15c90-95", "ovs_interfaceid": "bff15c90-9527-4ff5-805b-406183f7efe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.240293] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52013eac-1b3a-2ee8-f4ea-2bab17934e92, 'name': SearchDatastore_Task, 'duration_secs': 0.031481} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.240812] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.240995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.241212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.241363] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.241545] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.241835] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5384ce0d-6f0e-4a23-b939-19a8f2313d00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.251584] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.251878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.251878] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.257909] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.258127] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.260116] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70a6b80-ec0a-46a3-b9c1-a69ae10179e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.268162] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 946.268162] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52add233-eea7-5f0a-d33f-67823cb9ac41" [ 946.268162] env[69133]: _type = "Task" [ 946.268162] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.280152] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52add233-eea7-5f0a-d33f-67823cb9ac41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.380710] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.555224] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191238, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.584460] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74674256-ba23-4c1f-9635-12208e08ec6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.591995] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3bdae3-a895-49f8-bb18-5f706ff737ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.625437] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2fb275-7b2e-4683-9c52-9e55c2940400 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.632854] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c348e-0917-4397-b1f0-d4f0f267f3df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.647489] env[69133]: DEBUG nova.compute.provider_tree [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.684860] env[69133]: DEBUG oslo_concurrency.lockutils [req-9419236d-1590-4b8c-a476-9befeaf0ccc5 req-f8cd663a-0bc9-404a-8b20-549b3c9a5f80 service nova] Releasing lock "refresh_cache-2b705006-5d6f-407c-9d50-7b0d6470d6e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.790022] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52add233-eea7-5f0a-d33f-67823cb9ac41, 'name': SearchDatastore_Task, 'duration_secs': 0.04771} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.790022] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a518efe-1cfa-4070-bb09-c38865e06599 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.793669] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 946.793669] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529785d2-b016-e0a6-d05f-d1033c6a36bf" [ 946.793669] env[69133]: _type = "Task" [ 946.793669] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.801891] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529785d2-b016-e0a6-d05f-d1033c6a36bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.802952] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.883222] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622838} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.883509] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c9755ece-6260-478f-93df-1fe29d0b6cba/c9755ece-6260-478f-93df-1fe29d0b6cba.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.883719] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.883977] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-041e3853-6680-4024-862b-0d724481ec2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.890385] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 946.890385] env[69133]: value = "task-3191239" [ 946.890385] env[69133]: _type = "Task" [ 946.890385] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.897860] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.050354] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191238, 'name': CreateSnapshot_Task, 'duration_secs': 0.950102} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.050623] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.051362] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0bb505-e390-4e3f-82a0-855a1c07479e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.093448] env[69133]: DEBUG nova.network.neutron [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Updating instance_info_cache with network_info: [{"id": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "address": "fa:16:3e:f3:af:0b", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36992c5c-0a", "ovs_interfaceid": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.152024] env[69133]: DEBUG nova.scheduler.client.report [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.305186] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529785d2-b016-e0a6-d05f-d1033c6a36bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.305628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.306556] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2b705006-5d6f-407c-9d50-7b0d6470d6e1/2b705006-5d6f-407c-9d50-7b0d6470d6e1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.306981] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414d363f-a11b-4d72-a087-df411b9b078b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.316016] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 947.316016] env[69133]: value = "task-3191240" [ 947.316016] env[69133]: _type = "Task" [ 947.316016] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.322371] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.401123] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0667} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.401738] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.403726] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f9c345-bcdb-4f4e-b8fb-fb0562e94d1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.429799] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c9755ece-6260-478f-93df-1fe29d0b6cba/c9755ece-6260-478f-93df-1fe29d0b6cba.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.430469] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a17b7d-3727-4241-8ecd-4e2539691fdc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.449720] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 947.449720] env[69133]: value = "task-3191241" [ 947.449720] env[69133]: _type = "Task" [ 947.449720] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.457962] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.466249] env[69133]: DEBUG nova.compute.manager [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Received event network-vif-plugged-36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.466561] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Acquiring lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.466814] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.467077] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.467312] env[69133]: DEBUG nova.compute.manager [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] No waiting events found dispatching network-vif-plugged-36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.467569] env[69133]: WARNING nova.compute.manager [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Received unexpected event network-vif-plugged-36992c5c-0a9d-4489-99e4-2f92c716a7a9 for instance with vm_state building and task_state spawning. [ 947.467788] env[69133]: DEBUG nova.compute.manager [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Received event network-changed-36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.467978] env[69133]: DEBUG nova.compute.manager [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Refreshing instance network info cache due to event network-changed-36992c5c-0a9d-4489-99e4-2f92c716a7a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.468194] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Acquiring lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.569741] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.570170] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a600118c-5671-4f22-a69a-5f184021d862 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.579333] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 947.579333] env[69133]: value = "task-3191242" [ 947.579333] env[69133]: _type = "Task" [ 947.579333] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.588592] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191242, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.597349] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.597641] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance network_info: |[{"id": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "address": "fa:16:3e:f3:af:0b", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36992c5c-0a", "ovs_interfaceid": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.598357] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Acquired lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.598542] env[69133]: DEBUG nova.network.neutron [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Refreshing network info cache for port 36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.599774] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:af:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36992c5c-0a9d-4489-99e4-2f92c716a7a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.607893] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating folder: Project (44d5d92e01d34a80a2e25f66a4f7a526). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.608544] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a59586f2-cf60-4ac7-b566-fde2a35889ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.619110] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created folder: Project (44d5d92e01d34a80a2e25f66a4f7a526) in parent group-v637972. [ 947.619303] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating folder: Instances. Parent ref: group-v638192. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.619607] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b141c1-06d0-435a-a441-535bdb0f3389 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.632743] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created folder: Instances in parent group-v638192. [ 947.632743] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.632943] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.633114] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b801e87-c1ce-4dd7-8f63-d9966fb3e3af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.655499] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.656053] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.661136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.759s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.662683] env[69133]: INFO nova.compute.claims [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.669027] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.669027] env[69133]: value = "task-3191245" [ 947.669027] env[69133]: _type = "Task" [ 947.669027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.674959] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191245, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.823953] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463648} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.824243] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2b705006-5d6f-407c-9d50-7b0d6470d6e1/2b705006-5d6f-407c-9d50-7b0d6470d6e1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.824457] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.824745] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f41e17d9-b7ac-44a3-9ba2-cc79595f654f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.831529] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 947.831529] env[69133]: value = "task-3191246" [ 947.831529] env[69133]: _type = "Task" [ 947.831529] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.839310] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.959821] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.089246] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191242, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.167789] env[69133]: DEBUG nova.compute.utils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.171213] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.171384] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.182874] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191245, 'name': CreateVM_Task, 'duration_secs': 0.400152} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.183074] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.183739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.183906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.184259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.184775] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40fa554-a1aa-476a-8784-9b01faddd2c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.189115] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 948.189115] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f314f5-0067-9dd9-5bf3-bd13ae36f155" [ 948.189115] env[69133]: _type = "Task" [ 948.189115] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.198826] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f314f5-0067-9dd9-5bf3-bd13ae36f155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.259514] env[69133]: DEBUG nova.policy [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4353740ddb647d2817c4adbafd52666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d8680544de46d88f07df237b3a95a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.342310] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06468} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.342310] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.346053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ffcddc-4f63-4c4a-9084-8b558041f89d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.370217] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2b705006-5d6f-407c-9d50-7b0d6470d6e1/2b705006-5d6f-407c-9d50-7b0d6470d6e1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.373671] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40e9e51-cb7c-4498-bb43-dde8c5bc7aa0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.395955] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 948.395955] env[69133]: value = "task-3191247" [ 948.395955] env[69133]: _type = "Task" [ 948.395955] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.404501] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.460283] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191241, 'name': ReconfigVM_Task, 'duration_secs': 0.574437} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.460533] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c9755ece-6260-478f-93df-1fe29d0b6cba/c9755ece-6260-478f-93df-1fe29d0b6cba.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.461323] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd93fd03-fc4e-4ed0-b1de-947e7b07546e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.467287] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 948.467287] env[69133]: value = "task-3191248" [ 948.467287] env[69133]: _type = "Task" [ 948.467287] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.475794] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191248, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.542012] env[69133]: DEBUG nova.network.neutron [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Updated VIF entry in instance network info cache for port 36992c5c-0a9d-4489-99e4-2f92c716a7a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.542716] env[69133]: DEBUG nova.network.neutron [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Updating instance_info_cache with network_info: [{"id": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "address": "fa:16:3e:f3:af:0b", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36992c5c-0a", "ovs_interfaceid": "36992c5c-0a9d-4489-99e4-2f92c716a7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.590958] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191242, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.672465] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.675578] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Successfully created port: a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.700958] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f314f5-0067-9dd9-5bf3-bd13ae36f155, 'name': SearchDatastore_Task, 'duration_secs': 0.022892} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.701449] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.701763] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.702263] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.702439] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.702836] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.703104] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2458e99f-781d-4701-b8d1-ce43de4154f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.730306] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.730643] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.733046] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773bd79a-e98b-40fd-9528-cdb4a77f88a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.742228] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 948.742228] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5299b071-9d13-7413-a8e5-8516c2094444" [ 948.742228] env[69133]: _type = "Task" [ 948.742228] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.752582] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5299b071-9d13-7413-a8e5-8516c2094444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.905253] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191247, 'name': ReconfigVM_Task, 'duration_secs': 0.497667} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.905527] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2b705006-5d6f-407c-9d50-7b0d6470d6e1/2b705006-5d6f-407c-9d50-7b0d6470d6e1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.906342] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61b9c045-ac9a-491e-aef9-a8fdbb7d57f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.913897] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 948.913897] env[69133]: value = "task-3191249" [ 948.913897] env[69133]: _type = "Task" [ 948.913897] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.932461] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191249, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.981061] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191248, 'name': Rename_Task, 'duration_secs': 0.147975} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.982050] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.982050] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0bdabc5-ebc7-4f29-94c3-a4973ff46ffe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.999219] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 948.999219] env[69133]: value = "task-3191250" [ 948.999219] env[69133]: _type = "Task" [ 948.999219] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.013940] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191250, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.045056] env[69133]: DEBUG oslo_concurrency.lockutils [req-8efc6e5f-27b3-48ea-9507-c2c29dda4d6c req-7a0491a6-0fdd-4106-b7f8-3681d8495449 service nova] Releasing lock "refresh_cache-87f5ad3d-f68b-42c3-a00d-f013ee49ad24" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.067221] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fadf6fe-cf8f-4606-8716-c4ac67c2b8e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.074859] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56894a2-5f1a-4c46-8e40-a6c7913a53ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.108581] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40fc689-4302-4cc8-9eec-1ad2590191f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.116420] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191242, 'name': CloneVM_Task, 'duration_secs': 1.519289} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.118585] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Created linked-clone VM from snapshot [ 949.119487] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb8bc4-da31-4ad3-90cd-77a7264aede7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.123076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75606bec-4129-4c10-8f4b-2adcbff66341 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.137233] env[69133]: DEBUG nova.compute.provider_tree [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.141813] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Uploading image 7a7908b4-7386-498b-8381-28e5c86c7499 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.167234] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.167234] env[69133]: value = "vm-638193" [ 949.167234] env[69133]: _type = "VirtualMachine" [ 949.167234] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.167519] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0076380-bc47-41ca-9cb7-a2fd6d1369fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.174751] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lease: (returnval){ [ 949.174751] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52398d0c-fff2-7d6d-8a41-6c491790d7ca" [ 949.174751] env[69133]: _type = "HttpNfcLease" [ 949.174751] env[69133]: } obtained for exporting VM: (result){ [ 949.174751] env[69133]: value = "vm-638193" [ 949.174751] env[69133]: _type = "VirtualMachine" [ 949.174751] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.175157] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the lease: (returnval){ [ 949.175157] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52398d0c-fff2-7d6d-8a41-6c491790d7ca" [ 949.175157] env[69133]: _type = "HttpNfcLease" [ 949.175157] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.185421] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.185421] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52398d0c-fff2-7d6d-8a41-6c491790d7ca" [ 949.185421] env[69133]: _type = "HttpNfcLease" [ 949.185421] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.254938] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5299b071-9d13-7413-a8e5-8516c2094444, 'name': SearchDatastore_Task, 'duration_secs': 0.056548} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.255776] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9899e4ba-c48f-4d90-b9c0-557f2a7d608c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.260799] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 949.260799] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520a38fb-d078-f9b4-7f23-266e7f54dc3f" [ 949.260799] env[69133]: _type = "Task" [ 949.260799] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.269067] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520a38fb-d078-f9b4-7f23-266e7f54dc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.425242] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191249, 'name': Rename_Task, 'duration_secs': 0.173802} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.425527] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.425778] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ec2074-3b62-499f-883c-603ef983942d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.432419] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 949.432419] env[69133]: value = "task-3191252" [ 949.432419] env[69133]: _type = "Task" [ 949.432419] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.439964] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.509500] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.641603] env[69133]: DEBUG nova.scheduler.client.report [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.683992] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.683992] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52398d0c-fff2-7d6d-8a41-6c491790d7ca" [ 949.683992] env[69133]: _type = "HttpNfcLease" [ 949.683992] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.684334] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.684334] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52398d0c-fff2-7d6d-8a41-6c491790d7ca" [ 949.684334] env[69133]: _type = "HttpNfcLease" [ 949.684334] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.685135] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a6a80b-c932-4e69-b352-c75806f67b19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.689317] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.697720] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.697939] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.776995] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520a38fb-d078-f9b4-7f23-266e7f54dc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.778095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.778095] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.778095] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ee40c5-4fe4-497f-9c82-b246dd879747 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.784075] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.784329] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.787039] env[69133]: DEBUG nova.virt.hardware [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.787452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030525a-387d-49bb-81ca-1ede39fe26c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.797745] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7884e-4874-4aaa-b0cf-3d99628376d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.802550] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 949.802550] env[69133]: value = "task-3191253" [ 949.802550] env[69133]: _type = "Task" [ 949.802550] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.819454] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71b43fa7-bc37-4143-8cfe-45765ddd6cbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.826185] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.948527] env[69133]: DEBUG oslo_vmware.api [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191252, 'name': PowerOnVM_Task, 'duration_secs': 0.499333} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.948842] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.949127] env[69133]: INFO nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Took 6.91 seconds to spawn the instance on the hypervisor. [ 949.949269] env[69133]: DEBUG nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.950113] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd240c1-8109-4e18-88c0-897c0edca53f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.009605] env[69133]: DEBUG oslo_vmware.api [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191250, 'name': PowerOnVM_Task, 'duration_secs': 0.675769} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.009871] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.010091] env[69133]: INFO nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Took 9.48 seconds to spawn the instance on the hypervisor. [ 950.010271] env[69133]: DEBUG nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.011069] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4dd487-c20c-4c0f-8471-e7230df4e273 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.153080] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.153711] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.160344] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.720s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.160725] env[69133]: INFO nova.compute.claims [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.164616] env[69133]: DEBUG nova.compute.manager [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Received event network-vif-plugged-a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.164991] env[69133]: DEBUG oslo_concurrency.lockutils [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] Acquiring lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.165221] env[69133]: DEBUG oslo_concurrency.lockutils [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.165389] env[69133]: DEBUG oslo_concurrency.lockutils [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.165552] env[69133]: DEBUG nova.compute.manager [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] No waiting events found dispatching network-vif-plugged-a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.165724] env[69133]: WARNING nova.compute.manager [req-145e8b21-9a7f-453e-ae22-ba2009a77f64 req-8d272041-4196-47ca-8540-8b13d0070799 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Received unexpected event network-vif-plugged-a00d6fac-2b83-4ee6-ba96-a33b0693a97e for instance with vm_state building and task_state spawning. [ 950.252627] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Successfully updated port: a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.313364] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.469587] env[69133]: INFO nova.compute.manager [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Took 26.63 seconds to build instance. [ 950.527082] env[69133]: INFO nova.compute.manager [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Took 28.74 seconds to build instance. [ 950.659538] env[69133]: DEBUG nova.compute.utils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.661056] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.661705] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.723911] env[69133]: DEBUG nova.policy [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4353740ddb647d2817c4adbafd52666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d8680544de46d88f07df237b3a95a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.756313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.756313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.756923] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.816093] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63903} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.816625] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.817163] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.817602] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5abbfa3-a668-418f-b70a-4c5e03e3f5cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.824302] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 950.824302] env[69133]: value = "task-3191254" [ 950.824302] env[69133]: _type = "Task" [ 950.824302] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.832785] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.970624] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c49312b0-3e10-4c2f-8f0b-5f741563965d tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.140s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.029056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5facc6ec-2bf6-4ff3-a053-9a238472a380 tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.251s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.107111] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Successfully created port: 0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.165726] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.329775] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.344313] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297737} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.345070] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.345812] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aef465f-e377-4f6a-b96d-a439f732b801 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.373050] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.377697] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6975b96-4f3c-493c-9688-6d40fad548f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.397267] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 951.397267] env[69133]: value = "task-3191255" [ 951.397267] env[69133]: _type = "Task" [ 951.397267] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.406175] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.497494] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db6a6f-caa8-483d-8385-92bca8a6f18d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.505813] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa02584f-9f92-40ef-abed-d61fe80f52af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.550908] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb62b74-9e1a-4226-940f-a423abb27ffe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.559815] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb4bc5-b239-4309-b8f8-e2e3cf6274ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.573296] env[69133]: DEBUG nova.compute.provider_tree [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.606970] env[69133]: DEBUG nova.network.neutron [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Updating instance_info_cache with network_info: [{"id": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "address": "fa:16:3e:ed:23:85", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d6fac-2b", "ovs_interfaceid": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.655211] env[69133]: DEBUG oslo_concurrency.lockutils [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "interface-c9755ece-6260-478f-93df-1fe29d0b6cba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.655574] env[69133]: DEBUG oslo_concurrency.lockutils [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "interface-c9755ece-6260-478f-93df-1fe29d0b6cba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.656232] env[69133]: DEBUG nova.objects.instance [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lazy-loading 'flavor' on Instance uuid c9755ece-6260-478f-93df-1fe29d0b6cba {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.909477] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.080711] env[69133]: DEBUG nova.scheduler.client.report [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.111572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.111960] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Instance network_info: |[{"id": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "address": "fa:16:3e:ed:23:85", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d6fac-2b", "ovs_interfaceid": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.112628] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:23:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a00d6fac-2b83-4ee6-ba96-a33b0693a97e', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.121506] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Creating folder: Project (35d8680544de46d88f07df237b3a95a1). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.122225] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d54b7965-5892-4c2d-8f8d-c50a33b118b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.134077] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Created folder: Project (35d8680544de46d88f07df237b3a95a1) in parent group-v637972. [ 952.134334] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Creating folder: Instances. Parent ref: group-v638196. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.134717] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23eefd88-7ed3-4712-9c8b-2d21364b63a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.146867] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.148021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.148767] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Created folder: Instances in parent group-v638196. [ 952.148986] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.149727] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.150039] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59f1ebc1-7b80-4d7b-a002-11d0b54caeaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.166873] env[69133]: DEBUG nova.objects.instance [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lazy-loading 'pci_requests' on Instance uuid c9755ece-6260-478f-93df-1fe29d0b6cba {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.174036] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.174036] env[69133]: value = "task-3191258" [ 952.174036] env[69133]: _type = "Task" [ 952.174036] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.178773] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.186943] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191258, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.194838] env[69133]: DEBUG nova.compute.manager [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Received event network-changed-a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.195186] env[69133]: DEBUG nova.compute.manager [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Refreshing instance network info cache due to event network-changed-a00d6fac-2b83-4ee6-ba96-a33b0693a97e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.195428] env[69133]: DEBUG oslo_concurrency.lockutils [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] Acquiring lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.195560] env[69133]: DEBUG oslo_concurrency.lockutils [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] Acquired lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.195786] env[69133]: DEBUG nova.network.neutron [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Refreshing network info cache for port a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.206827] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.207168] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.207390] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.207701] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.207858] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.208014] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.208298] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.208514] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.208786] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.209050] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.209255] env[69133]: DEBUG nova.virt.hardware [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.210351] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f9e75-4ad0-4cf0-bce5-bade59341667 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.219505] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8b7f4-a170-4cbe-88a6-85a78ecf1c13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.408733] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.587949] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.588523] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.591341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.096s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.592931] env[69133]: INFO nova.compute.claims [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.651656] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.669975] env[69133]: DEBUG nova.objects.base [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.670274] env[69133]: DEBUG nova.network.neutron [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.685694] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191258, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.911927] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191255, 'name': ReconfigVM_Task, 'duration_secs': 1.109733} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.911927] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.911927] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b293150-408d-4b36-85b9-12c9449ed33d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.916885] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 952.916885] env[69133]: value = "task-3191259" [ 952.916885] env[69133]: _type = "Task" [ 952.916885] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.928207] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191259, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.929328] env[69133]: DEBUG oslo_concurrency.lockutils [None req-390a12c1-7e81-4603-bab9-c4aee147326f tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "interface-c9755ece-6260-478f-93df-1fe29d0b6cba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.274s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.100331] env[69133]: DEBUG nova.compute.utils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.112165] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Successfully updated port: 0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.112858] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.114213] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.189021] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191258, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.190110] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.228545] env[69133]: DEBUG nova.policy [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4353740ddb647d2817c4adbafd52666', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35d8680544de46d88f07df237b3a95a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.233115] env[69133]: DEBUG nova.network.neutron [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Updated VIF entry in instance network info cache for port a00d6fac-2b83-4ee6-ba96-a33b0693a97e. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.233475] env[69133]: DEBUG nova.network.neutron [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Updating instance_info_cache with network_info: [{"id": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "address": "fa:16:3e:ed:23:85", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d6fac-2b", "ovs_interfaceid": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.426901] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191259, 'name': Rename_Task, 'duration_secs': 0.218954} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.428218] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.428488] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b42500-2d4c-4ed6-a2f1-d885d5351954 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.440773] env[69133]: DEBUG nova.compute.manager [None req-231ad94b-d7da-4f9c-89bf-bb2900d1fa1f tempest-ServerDiagnosticsV248Test-1998253545 tempest-ServerDiagnosticsV248Test-1998253545-project-admin] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.441373] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 953.441373] env[69133]: value = "task-3191260" [ 953.441373] env[69133]: _type = "Task" [ 953.441373] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.442311] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1bf124-fe26-4d8b-a85e-30f85fd8f774 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.452159] env[69133]: INFO nova.compute.manager [None req-231ad94b-d7da-4f9c-89bf-bb2900d1fa1f tempest-ServerDiagnosticsV248Test-1998253545 tempest-ServerDiagnosticsV248Test-1998253545-project-admin] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Retrieving diagnostics [ 953.456081] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d520ac-db49-423e-8505-3868e5a678fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.458574] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.498459] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Successfully created port: 23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.619279] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.622588] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.622782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.622973] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.686932] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191258, 'name': CreateVM_Task, 'duration_secs': 1.406278} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.687367] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.688215] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.688678] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.689095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.691802] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e439fe-ca19-47c6-9d5b-8745aeb9f83d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.698771] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 953.698771] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bf1dcb-a3d9-9cfa-2d0c-9bb28ae6282b" [ 953.698771] env[69133]: _type = "Task" [ 953.698771] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.706468] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bf1dcb-a3d9-9cfa-2d0c-9bb28ae6282b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.736445] env[69133]: DEBUG oslo_concurrency.lockutils [req-49b198a1-34d8-48a0-a302-302d9383e32e req-89503f36-4bf1-486c-8612-6163f062fc76 service nova] Releasing lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.906658] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daef5643-4995-4c4d-8a7a-97f69ea7fee2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.914141] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dacbdf2-6e11-495b-9da7-d7cd74ece7eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.948189] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0944f9-ea7a-40e2-976c-ba27b54960b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.963543] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9465c9ce-f25d-4ed5-ab7c-03a2292faebb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.967660] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191260, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.979346] env[69133]: DEBUG nova.compute.provider_tree [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.166312] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.208629] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bf1dcb-a3d9-9cfa-2d0c-9bb28ae6282b, 'name': SearchDatastore_Task, 'duration_secs': 0.025252} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.209032] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.209198] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.209439] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.209586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.209856] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.210147] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b212605d-8a55-4f93-a62a-b34ec775e6dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.220795] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.221129] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.221982] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63625fa0-2a68-404f-b7ba-403b5b3c379b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.228588] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 954.228588] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52868573-db48-63f2-855d-d4df3b550396" [ 954.228588] env[69133]: _type = "Task" [ 954.228588] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.236640] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52868573-db48-63f2-855d-d4df3b550396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.287367] env[69133]: DEBUG nova.compute.manager [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Received event network-vif-plugged-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.287644] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Acquiring lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.287909] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.288127] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.288309] env[69133]: DEBUG nova.compute.manager [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] No waiting events found dispatching network-vif-plugged-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.288475] env[69133]: WARNING nova.compute.manager [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Received unexpected event network-vif-plugged-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb for instance with vm_state building and task_state spawning. [ 954.288839] env[69133]: DEBUG nova.compute.manager [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Received event network-changed-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.288839] env[69133]: DEBUG nova.compute.manager [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Refreshing instance network info cache due to event network-changed-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.288950] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Acquiring lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355129] env[69133]: DEBUG nova.network.neutron [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Updating instance_info_cache with network_info: [{"id": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "address": "fa:16:3e:8f:56:43", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89b9da-be", "ovs_interfaceid": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.458197] env[69133]: DEBUG oslo_vmware.api [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191260, 'name': PowerOnVM_Task, 'duration_secs': 0.895233} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.459897] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.459897] env[69133]: INFO nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Took 9.03 seconds to spawn the instance on the hypervisor. [ 954.459897] env[69133]: DEBUG nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.459897] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95440f-aac9-4048-a89e-4770d26bcacd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.483066] env[69133]: DEBUG nova.scheduler.client.report [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.618267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.618525] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.618732] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.618915] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.619105] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.621630] env[69133]: INFO nova.compute.manager [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Terminating instance [ 954.631308] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.659115] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.659393] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.659551] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.659732] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.659879] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.660903] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.661216] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.661453] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.661666] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.661859] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.662090] env[69133]: DEBUG nova.virt.hardware [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.663550] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215bfa9-f40d-4cfb-b678-b81c7143b099 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.671712] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2615831-59a8-4c18-a861-269a1aa3bdae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.741364] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52868573-db48-63f2-855d-d4df3b550396, 'name': SearchDatastore_Task, 'duration_secs': 0.018097} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.742011] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e74f18-0bb0-4809-98b3-2517aac30efe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.747578] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 954.747578] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5243e154-ddfe-478e-f14d-4ecccc0d918c" [ 954.747578] env[69133]: _type = "Task" [ 954.747578] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.755492] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5243e154-ddfe-478e-f14d-4ecccc0d918c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.832604] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "c9755ece-6260-478f-93df-1fe29d0b6cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.832927] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.833209] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.833436] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.833614] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.835752] env[69133]: INFO nova.compute.manager [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Terminating instance [ 954.858818] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859192] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Instance network_info: |[{"id": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "address": "fa:16:3e:8f:56:43", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89b9da-be", "ovs_interfaceid": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.859613] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Acquired lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.860209] env[69133]: DEBUG nova.network.neutron [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Refreshing network info cache for port 0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.860924] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:56:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d89b9da-be4c-437a-ab7b-5cd691a8c0eb', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.869702] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.873200] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.873705] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28eaad02-6709-416e-9255-f99ae92f36d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.894136] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.894136] env[69133]: value = "task-3191261" [ 954.894136] env[69133]: _type = "Task" [ 954.894136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.901798] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191261, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.985854] env[69133]: INFO nova.compute.manager [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Took 27.06 seconds to build instance. [ 954.987327] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.988048] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.990307] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.271s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.990521] env[69133]: DEBUG nova.objects.instance [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'resources' on Instance uuid eea1797e-f003-41b5-9097-d5254330155f {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.096825] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.097150] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.097386] env[69133]: INFO nova.compute.manager [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Rebooting instance [ 955.124513] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "refresh_cache-0aaf35b0-5de6-4c63-8d51-7ae100d095fc" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.124740] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquired lock "refresh_cache-0aaf35b0-5de6-4c63-8d51-7ae100d095fc" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.124977] env[69133]: DEBUG nova.network.neutron [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.258820] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5243e154-ddfe-478e-f14d-4ecccc0d918c, 'name': SearchDatastore_Task, 'duration_secs': 0.021299} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.261383] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.261660] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c23f9eec-64a9-4f58-a7bb-16336370da8d/c23f9eec-64a9-4f58-a7bb-16336370da8d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.261933] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f0109a-2237-4a07-b9a3-1bc8f0498a92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.272588] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 955.272588] env[69133]: value = "task-3191262" [ 955.272588] env[69133]: _type = "Task" [ 955.272588] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.280623] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.339636] env[69133]: DEBUG nova.compute.manager [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.339880] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.340894] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab334c45-08db-4b41-94a3-e61cf0b6746c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.350476] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.350687] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e16a33-623d-4853-b1d6-1de79a3afd9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.357602] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 955.357602] env[69133]: value = "task-3191263" [ 955.357602] env[69133]: _type = "Task" [ 955.357602] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.367568] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.377303] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Successfully updated port: 23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.404213] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191261, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.487447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e2ddf9b6-d436-48e9-a160-087ca924b583 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.576s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.496125] env[69133]: DEBUG nova.compute.utils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.498805] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.499654] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.536399] env[69133]: DEBUG nova.network.neutron [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Updated VIF entry in instance network info cache for port 0d89b9da-be4c-437a-ab7b-5cd691a8c0eb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.536399] env[69133]: DEBUG nova.network.neutron [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Updating instance_info_cache with network_info: [{"id": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "address": "fa:16:3e:8f:56:43", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89b9da-be", "ovs_interfaceid": "0d89b9da-be4c-437a-ab7b-5cd691a8c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.585629] env[69133]: DEBUG nova.policy [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd2fe240a1a74aa39552598e097f58c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5b57c0658dc4c999d101f9054bf20f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.633464] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.633722] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.633871] env[69133]: DEBUG nova.network.neutron [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.665902] env[69133]: DEBUG nova.network.neutron [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.787117] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.788278] env[69133]: DEBUG nova.network.neutron [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.871479] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191263, 'name': PowerOffVM_Task, 'duration_secs': 0.276755} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.871760] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.871935] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.872255] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fe087a0-6f8f-42d4-a83e-dca31430acff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.880170] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880310] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.880454] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.903745] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3271a6f-216c-47d2-81b9-2c2098d611d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.910140] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191261, 'name': CreateVM_Task, 'duration_secs': 0.606391} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.910747] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.911494] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.911679] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.912058] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.914229] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f6c010-2287-4cc4-95fd-2cbdfe0a565b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.917044] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1445052-4284-439b-a34f-2dc1f16d37a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925065] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 955.925065] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5244133d-90f3-bd2b-50ac-728dc2098b28" [ 955.925065] env[69133]: _type = "Task" [ 955.925065] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.954076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faed16dc-be0d-4aa3-b7b9-d162af114553 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.957577] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.957914] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.958553] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Deleting the datastore file [datastore2] c9755ece-6260-478f-93df-1fe29d0b6cba {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.959938] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b9e815-5cb8-47f3-8182-a7f6f45f014e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.971678] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5244133d-90f3-bd2b-50ac-728dc2098b28, 'name': SearchDatastore_Task, 'duration_secs': 0.030779} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.972630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.972693] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.972950] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.973138] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.973322] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.975028] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b424633a-8e1f-4bde-a73e-560e0e330618 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.981642] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6da6819-e084-45be-92f9-28592617c80a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.983544] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for the task: (returnval){ [ 955.983544] env[69133]: value = "task-3191265" [ 955.983544] env[69133]: _type = "Task" [ 955.983544] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.996305] env[69133]: DEBUG nova.compute.provider_tree [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.999135] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.999339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.003886] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.006723] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22c7e50-d1fb-4e66-bbd0-d6cc010b9ee6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.009339] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.013775] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 956.013775] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528e3455-aed7-ee97-f2b4-fc03509e1919" [ 956.013775] env[69133]: _type = "Task" [ 956.013775] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.022334] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528e3455-aed7-ee97-f2b4-fc03509e1919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.028135] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Successfully created port: 1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.042336] env[69133]: DEBUG oslo_concurrency.lockutils [req-06ce1f3c-146e-4e9a-aa3e-8607dca65a8f req-be8d7ca0-f682-4364-8a72-91db1c3e7bd0 service nova] Releasing lock "refresh_cache-bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.284313] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626537} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.284565] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c23f9eec-64a9-4f58-a7bb-16336370da8d/c23f9eec-64a9-4f58-a7bb-16336370da8d.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.284857] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.285144] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e206832-edc5-4fc8-b3a0-64cf973d987d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.294019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Releasing lock "refresh_cache-0aaf35b0-5de6-4c63-8d51-7ae100d095fc" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.294019] env[69133]: DEBUG nova.compute.manager [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.294019] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.294019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf99faa-bf18-4e49-99f9-c050dab7b96e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.296544] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 956.296544] env[69133]: value = "task-3191266" [ 956.296544] env[69133]: _type = "Task" [ 956.296544] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.305541] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.306444] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-394dd3bd-9f54-49c2-8890-5c19718ec601 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.311446] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.316812] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 956.316812] env[69133]: value = "task-3191267" [ 956.316812] env[69133]: _type = "Task" [ 956.316812] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.323673] env[69133]: DEBUG nova.compute.manager [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Received event network-vif-plugged-23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.323927] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Acquiring lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.324208] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.324352] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.324546] env[69133]: DEBUG nova.compute.manager [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] No waiting events found dispatching network-vif-plugged-23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.324736] env[69133]: WARNING nova.compute.manager [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Received unexpected event network-vif-plugged-23c27cc1-3c4f-4a71-86ee-a468a2006167 for instance with vm_state building and task_state spawning. [ 956.325441] env[69133]: DEBUG nova.compute.manager [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Received event network-changed-23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.325526] env[69133]: DEBUG nova.compute.manager [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Refreshing instance network info cache due to event network-changed-23c27cc1-3c4f-4a71-86ee-a468a2006167. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.325834] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Acquiring lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.329739] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.435105] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.493139] env[69133]: DEBUG oslo_vmware.api [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Task: {'id': task-3191265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449704} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.493401] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.493586] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.493763] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.493941] env[69133]: INFO nova.compute.manager [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.494243] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.494447] env[69133]: DEBUG nova.compute.manager [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.494540] env[69133]: DEBUG nova.network.neutron [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.505285] env[69133]: DEBUG nova.scheduler.client.report [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.525724] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528e3455-aed7-ee97-f2b4-fc03509e1919, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.526808] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92443b65-562e-499a-a3d4-073fedef085f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.533513] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 956.533513] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52425231-1942-dadc-3d4f-a0b13b7ae0bb" [ 956.533513] env[69133]: _type = "Task" [ 956.533513] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.541934] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52425231-1942-dadc-3d4f-a0b13b7ae0bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.554021] env[69133]: INFO nova.compute.manager [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Rebuilding instance [ 956.569240] env[69133]: DEBUG nova.network.neutron [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.670293] env[69133]: DEBUG nova.compute.manager [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.671629] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac823c-ca9b-45ba-a4d2-54f4451aadfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.721192] env[69133]: DEBUG nova.network.neutron [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Updating instance_info_cache with network_info: [{"id": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "address": "fa:16:3e:b7:eb:0c", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c27cc1-3c", "ovs_interfaceid": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.809289] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071885} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.809511] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.810380] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290de0f6-555c-4815-a12f-eed2e10e2c9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.834804] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c23f9eec-64a9-4f58-a7bb-16336370da8d/c23f9eec-64a9-4f58-a7bb-16336370da8d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.838172] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddfacdd-a830-47c0-93bc-3dbeba1e9d5d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.864775] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191267, 'name': PowerOffVM_Task, 'duration_secs': 0.141328} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.866335] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.866523] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.866839] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 956.866839] env[69133]: value = "task-3191268" [ 956.866839] env[69133]: _type = "Task" [ 956.866839] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.867066] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c0ac594-0eab-43d7-ab34-1dc24c5a903f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.883377] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.894882] env[69133]: DEBUG nova.compute.manager [req-12298344-5863-41b1-a845-2da8b42d7841 req-9e8c727d-5eb0-457a-bdf0-2a19dedde5c3 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Received event network-vif-deleted-ff81385b-87b2-4406-9926-e1399057df31 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.895445] env[69133]: INFO nova.compute.manager [req-12298344-5863-41b1-a845-2da8b42d7841 req-9e8c727d-5eb0-457a-bdf0-2a19dedde5c3 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Neutron deleted interface ff81385b-87b2-4406-9926-e1399057df31; detaching it from the instance and deleting it from the info cache [ 956.895993] env[69133]: DEBUG nova.network.neutron [req-12298344-5863-41b1-a845-2da8b42d7841 req-9e8c727d-5eb0-457a-bdf0-2a19dedde5c3 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.899730] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.900104] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.900433] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Deleting the datastore file [datastore1] 0aaf35b0-5de6-4c63-8d51-7ae100d095fc {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.903018] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd08aeb6-2820-4450-8dfe-edf17123264e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.908723] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for the task: (returnval){ [ 956.908723] env[69133]: value = "task-3191270" [ 956.908723] env[69133]: _type = "Task" [ 956.908723] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.921093] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.015206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.016804] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.019456] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.827s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.019862] env[69133]: DEBUG nova.objects.instance [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'resources' on Instance uuid f85d111c-fed1-427f-ac11-411e5a53507a {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.043156] env[69133]: INFO nova.scheduler.client.report [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance eea1797e-f003-41b5-9097-d5254330155f [ 957.053017] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52425231-1942-dadc-3d4f-a0b13b7ae0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.054565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.055076] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] bd034d3a-bd4a-49e3-b235-a6c3ca744ba6/bd034d3a-bd4a-49e3-b235-a6c3ca744ba6.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.057068] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51943de6-43dd-496c-8979-b9acc67652ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.064016] env[69133]: DEBUG nova.virt.hardware [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.064016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d35241-1b00-46a6-a34b-6570d4be1cad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.072403] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.080022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94970f0d-e574-4e0e-bc96-ba7ae19e4934 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.081192] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 957.081192] env[69133]: value = "task-3191271" [ 957.081192] env[69133]: _type = "Task" [ 957.081192] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.100450] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.223480] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.223840] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Instance network_info: |[{"id": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "address": "fa:16:3e:b7:eb:0c", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c27cc1-3c", "ovs_interfaceid": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.224198] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Acquired lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.224407] env[69133]: DEBUG nova.network.neutron [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Refreshing network info cache for port 23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.226144] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:eb:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c27cc1-3c4f-4a71-86ee-a468a2006167', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.234319] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.237965] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.238961] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-752677dd-ce82-4546-a211-ba31ac1fdb18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.263123] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.263123] env[69133]: value = "task-3191272" [ 957.263123] env[69133]: _type = "Task" [ 957.263123] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.271218] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191272, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.377398] env[69133]: DEBUG nova.network.neutron [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.382070] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.398755] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a10462a7-1d39-443b-830e-47444032a0bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.410383] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2628f-cf8a-4449-bb00-5fa789078898 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.436525] env[69133]: DEBUG oslo_vmware.api [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Task: {'id': task-3191270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236022} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.436831] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.437303] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.437303] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.437457] env[69133]: INFO nova.compute.manager [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.437697] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.438526] env[69133]: DEBUG nova.compute.manager [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.438644] env[69133]: DEBUG nova.network.neutron [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.453532] env[69133]: DEBUG nova.compute.manager [req-12298344-5863-41b1-a845-2da8b42d7841 req-9e8c727d-5eb0-457a-bdf0-2a19dedde5c3 service nova] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Detach interface failed, port_id=ff81385b-87b2-4406-9926-e1399057df31, reason: Instance c9755ece-6260-478f-93df-1fe29d0b6cba could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.463063] env[69133]: DEBUG nova.network.neutron [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.519647] env[69133]: DEBUG nova.network.neutron [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Updated VIF entry in instance network info cache for port 23c27cc1-3c4f-4a71-86ee-a468a2006167. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.520146] env[69133]: DEBUG nova.network.neutron [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Updating instance_info_cache with network_info: [{"id": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "address": "fa:16:3e:b7:eb:0c", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c27cc1-3c", "ovs_interfaceid": "23c27cc1-3c4f-4a71-86ee-a468a2006167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.559823] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a5f4bab4-7271-40b7-be38-5a1f3ebaa9c6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "eea1797e-f003-41b5-9097-d5254330155f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.255s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.591776] env[69133]: DEBUG nova.compute.manager [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.592827] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01577cd1-dc44-41ef-b423-cee4bf601d05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.610095] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.686675] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.689720] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b497f404-3879-4246-9816-ec3c6d65b80f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.697197] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 957.697197] env[69133]: value = "task-3191273" [ 957.697197] env[69133]: _type = "Task" [ 957.697197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.709452] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.774022] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191272, 'name': CreateVM_Task, 'duration_secs': 0.400119} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.774233] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.775027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.775188] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.775525] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.775803] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6661e54c-be10-4a48-85cc-7e8b488dc95a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.781264] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 957.781264] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5208953d-2f98-c378-b580-9596d4a6d35e" [ 957.781264] env[69133]: _type = "Task" [ 957.781264] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.792417] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5208953d-2f98-c378-b580-9596d4a6d35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.867937] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Successfully updated port: 1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.887485] env[69133]: INFO nova.compute.manager [-] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Took 1.39 seconds to deallocate network for instance. [ 957.887934] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191268, 'name': ReconfigVM_Task, 'duration_secs': 0.581821} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.890692] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c23f9eec-64a9-4f58-a7bb-16336370da8d/c23f9eec-64a9-4f58-a7bb-16336370da8d.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.895794] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc381d1-e43f-4095-a7d3-ea26cd562aca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.907770] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 957.907770] env[69133]: value = "task-3191274" [ 957.907770] env[69133]: _type = "Task" [ 957.907770] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.925899] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191274, 'name': Rename_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.950029] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883c73cc-f2d3-45be-8cec-521de8db51a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.960235] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c2e69-9194-4969-bdef-64c6adb3879f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.990233] env[69133]: DEBUG nova.network.neutron [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.992598] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abddfa2a-ae15-4eaa-a1e4-50b955ea38c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.000173] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16300d7a-b31e-4cd9-a997-309ed9b4cdbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.014844] env[69133]: DEBUG nova.compute.provider_tree [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.022984] env[69133]: DEBUG oslo_concurrency.lockutils [req-da654f24-ec22-45c1-9b73-b692bb980704 req-e146a98f-0bed-433a-9e61-ea50a300be8b service nova] Releasing lock "refresh_cache-df5253de-0ded-4197-aa44-4d8be27c68b8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.099614] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.208356] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191273, 'name': PowerOffVM_Task, 'duration_secs': 0.252809} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.208685] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.208940] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.209748] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a7721-1dc1-4b34-ab2b-81e00fffc697 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.217016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.217265] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67952e7a-36b4-4639-9914-5a96718aa788 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.286494] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.286768] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.286996] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore2] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.290272] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32ea79f5-ed40-48f1-a212-20b98cc76831 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.297643] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5208953d-2f98-c378-b580-9596d4a6d35e, 'name': SearchDatastore_Task, 'duration_secs': 0.020018} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.298930] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.299188] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.299435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.299578] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.299754] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.300081] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 958.300081] env[69133]: value = "task-3191276" [ 958.300081] env[69133]: _type = "Task" [ 958.300081] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.300288] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14fefbec-ab43-4712-97b6-54d3e2c5d39f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.311898] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.313129] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.313309] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.314012] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5786e88-6093-4730-be8a-452faf82e1fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.319524] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 958.319524] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52674cc7-0b4e-c259-ae97-2564bbf6ec60" [ 958.319524] env[69133]: _type = "Task" [ 958.319524] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.326841] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52674cc7-0b4e-c259-ae97-2564bbf6ec60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.358244] env[69133]: DEBUG nova.compute.manager [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Received event network-vif-plugged-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.358587] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Acquiring lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.358865] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.359132] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.359369] env[69133]: DEBUG nova.compute.manager [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] No waiting events found dispatching network-vif-plugged-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.359623] env[69133]: WARNING nova.compute.manager [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Received unexpected event network-vif-plugged-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f for instance with vm_state building and task_state spawning. [ 958.359880] env[69133]: DEBUG nova.compute.manager [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Received event network-changed-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.360130] env[69133]: DEBUG nova.compute.manager [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Refreshing instance network info cache due to event network-changed-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.360402] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Acquiring lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.360614] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Acquired lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.360858] env[69133]: DEBUG nova.network.neutron [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Refreshing network info cache for port 1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.369569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.399957] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.418169] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191274, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.487451] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.487735] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.492790] env[69133]: INFO nova.compute.manager [-] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Took 1.05 seconds to deallocate network for instance. [ 958.518072] env[69133]: DEBUG nova.scheduler.client.report [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.595384] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191271, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.625339] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e11e2d-1819-4e9d-8797-39f6b083a941 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.633066] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Doing hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 958.633325] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cca24795-75e4-4b25-ba81-f2a3ec18783a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.639923] env[69133]: DEBUG oslo_vmware.api [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 958.639923] env[69133]: value = "task-3191277" [ 958.639923] env[69133]: _type = "Task" [ 958.639923] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.651147] env[69133]: DEBUG oslo_vmware.api [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191277, 'name': ResetVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.812183] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221031} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.812482] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.812747] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.812942] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.828839] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52674cc7-0b4e-c259-ae97-2564bbf6ec60, 'name': SearchDatastore_Task, 'duration_secs': 0.013733} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.829763] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9999913c-e427-4b72-92dc-d8a3e3a4d967 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.836354] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 958.836354] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5223af50-1d26-a068-3747-953ec05b5c4d" [ 958.836354] env[69133]: _type = "Task" [ 958.836354] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.843961] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5223af50-1d26-a068-3747-953ec05b5c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.909855] env[69133]: DEBUG nova.network.neutron [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.923840] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191274, 'name': Rename_Task, 'duration_secs': 1.013122} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.924261] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.924621] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f09174-4f99-4ff3-8484-bbc777b06edc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.931170] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 958.931170] env[69133]: value = "task-3191278" [ 958.931170] env[69133]: _type = "Task" [ 958.931170] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.939817] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.990369] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.001269] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.022814] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.026103] env[69133]: DEBUG nova.network.neutron [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.027326] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.298s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.028811] env[69133]: INFO nova.compute.claims [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.048875] env[69133]: INFO nova.scheduler.client.report [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted allocations for instance f85d111c-fed1-427f-ac11-411e5a53507a [ 959.096517] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191271, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.654689} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.097673] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] bd034d3a-bd4a-49e3-b235-a6c3ca744ba6/bd034d3a-bd4a-49e3-b235-a6c3ca744ba6.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.097895] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.098170] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98e3b2dc-8275-4e66-987b-2375a2ec0634 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.105018] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 959.105018] env[69133]: value = "task-3191279" [ 959.105018] env[69133]: _type = "Task" [ 959.105018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.112746] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.150456] env[69133]: DEBUG oslo_vmware.api [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191277, 'name': ResetVM_Task, 'duration_secs': 0.099436} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.150743] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Did hard reboot of VM {{(pid=69133) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 959.150957] env[69133]: DEBUG nova.compute.manager [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.151767] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7fefe-a241-4074-94d8-69b0970d52b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.346997] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5223af50-1d26-a068-3747-953ec05b5c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.347186] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.347368] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] df5253de-0ded-4197-aa44-4d8be27c68b8/df5253de-0ded-4197-aa44-4d8be27c68b8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.347628] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8225d3-6af1-4e6b-8ce2-e031199113d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.353906] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 959.353906] env[69133]: value = "task-3191280" [ 959.353906] env[69133]: _type = "Task" [ 959.353906] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.362625] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.441036] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191278, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.510174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.532988] env[69133]: DEBUG oslo_concurrency.lockutils [req-48447bb5-ed42-4751-a54a-633f4d8ed192 req-5a21319d-a4c1-4a56-85d4-693fcf74f3d2 service nova] Releasing lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.535415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.535487] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.555549] env[69133]: DEBUG oslo_concurrency.lockutils [None req-110192a8-ec33-4f72-beb4-6f83288f6bdf tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "f85d111c-fed1-427f-ac11-411e5a53507a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.800s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.614362] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151601} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.614639] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.615467] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a40fd41-1717-4ad8-89ae-31beb693b278 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.644353] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] bd034d3a-bd4a-49e3-b235-a6c3ca744ba6/bd034d3a-bd4a-49e3-b235-a6c3ca744ba6.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.645058] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63d557ef-2b3f-416a-bb15-3dcb82ae6d36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.665303] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 959.665303] env[69133]: value = "task-3191281" [ 959.665303] env[69133]: _type = "Task" [ 959.665303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.665780] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d8ff6505-8d2b-4ddd-8c90-fe453d744d5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.569s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.674505] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.853899] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.854187] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.854359] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.854541] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.854757] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.854918] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.855215] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.855340] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.855514] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.855690] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.855853] env[69133]: DEBUG nova.virt.hardware [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.856833] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2857f699-64cf-44b9-937e-bfc6daaa993b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.869518] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.873461] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0bd158-eef5-4852-9536-56dd3805ffbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.889126] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:af:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36992c5c-0a9d-4489-99e4-2f92c716a7a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.897980] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.898321] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.898561] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173af24b-4173-4f2e-9e97-598741d6f281 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.919282] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.919282] env[69133]: value = "task-3191282" [ 959.919282] env[69133]: _type = "Task" [ 959.919282] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.929665] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191282, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.942516] env[69133]: DEBUG oslo_vmware.api [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191278, 'name': PowerOnVM_Task, 'duration_secs': 0.896891} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.943816] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.943816] env[69133]: INFO nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Took 10.25 seconds to spawn the instance on the hypervisor. [ 959.943816] env[69133]: DEBUG nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.945032] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758b4aa0-62e1-48ec-bfc5-0a555f870bb1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.084156] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.181219] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.248881] env[69133]: DEBUG nova.network.neutron [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Updating instance_info_cache with network_info: [{"id": "1c829a62-ed0d-41ed-879f-f9d5c2f4f42f", "address": "fa:16:3e:9b:4c:d6", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c829a62-ed", "ovs_interfaceid": "1c829a62-ed0d-41ed-879f-f9d5c2f4f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.349240] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4daa5f-4b78-4072-ac0f-63edd97fc343 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.362680] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87170f10-e0b9-4f9f-8f22-3778e9089301 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.371130] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6738} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.396341] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] df5253de-0ded-4197-aa44-4d8be27c68b8/df5253de-0ded-4197-aa44-4d8be27c68b8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.396544] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.397523] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b554080-58bb-4c55-81dc-80a2ef928338 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.400176] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e179d9-11bc-4db1-8533-2938d8a8558f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.408981] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883cb99a-2263-46a8-a400-452daf11e548 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.412898] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 960.412898] env[69133]: value = "task-3191283" [ 960.412898] env[69133]: _type = "Task" [ 960.412898] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.424802] env[69133]: DEBUG nova.compute.provider_tree [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.433032] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.439500] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191282, 'name': CreateVM_Task, 'duration_secs': 0.482484} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.441057] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.441057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.441057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.441057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.441216] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8197b7-6fb5-477d-9393-b518d92b9b17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.448201] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 960.448201] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b8a1d-b6ac-40c3-e459-a9a82b2e8641" [ 960.448201] env[69133]: _type = "Task" [ 960.448201] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.460657] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b8a1d-b6ac-40c3-e459-a9a82b2e8641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.465306] env[69133]: INFO nova.compute.manager [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Took 24.10 seconds to build instance. [ 960.676647] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191281, 'name': ReconfigVM_Task, 'duration_secs': 0.824247} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.676932] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Reconfigured VM instance instance-00000050 to attach disk [datastore1] bd034d3a-bd4a-49e3-b235-a6c3ca744ba6/bd034d3a-bd4a-49e3-b235-a6c3ca744ba6.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.677626] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8331556f-71ac-4447-92c0-01da41919f7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.684738] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 960.684738] env[69133]: value = "task-3191284" [ 960.684738] env[69133]: _type = "Task" [ 960.684738] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.694896] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191284, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.754749] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "refresh_cache-792230eb-9749-4cd3-8e27-8a64e7ff0404" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.754749] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance network_info: |[{"id": "1c829a62-ed0d-41ed-879f-f9d5c2f4f42f", "address": "fa:16:3e:9b:4c:d6", "network": {"id": "22eeb5d2-cf1e-4aa1-afdc-60fa037d94cf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-110639172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5b57c0658dc4c999d101f9054bf20f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c829a62-ed", "ovs_interfaceid": "1c829a62-ed0d-41ed-879f-f9d5c2f4f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.755107] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:4c:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c829a62-ed0d-41ed-879f-f9d5c2f4f42f', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.762961] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.763288] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.763629] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56963526-9420-45d7-bef9-d3020de994b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.785728] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.785728] env[69133]: value = "task-3191285" [ 960.785728] env[69133]: _type = "Task" [ 960.785728] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.793357] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191285, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.796915] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.797192] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.797425] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.797612] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.798141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.800815] env[69133]: INFO nova.compute.manager [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Terminating instance [ 960.922201] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084932} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.922460] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.923321] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f372892-21f1-477a-a619-d1975853a517 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.938580] env[69133]: DEBUG nova.scheduler.client.report [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.950496] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] df5253de-0ded-4197-aa44-4d8be27c68b8/df5253de-0ded-4197-aa44-4d8be27c68b8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.951383] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29c7083-838a-41ff-b693-5bbf7d50187e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.969232] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7bfa6eeb-356b-4c48-b297-10680274cf56 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.615s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.976887] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b8a1d-b6ac-40c3-e459-a9a82b2e8641, 'name': SearchDatastore_Task, 'duration_secs': 0.014961} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.978154] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.978394] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.978630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.978778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.978959] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.979303] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 960.979303] env[69133]: value = "task-3191286" [ 960.979303] env[69133]: _type = "Task" [ 960.979303] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.979495] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecacfa3b-00d9-4379-b6b2-cc9eec9f8e61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.989220] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.997125] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.997309] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.997998] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412e04ee-773a-4ba4-9542-0cc19ea2f98f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.003721] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 961.003721] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5203b959-edff-da51-8175-2568a27ff0b9" [ 961.003721] env[69133]: _type = "Task" [ 961.003721] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.011539] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203b959-edff-da51-8175-2568a27ff0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.194987] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191284, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.295565] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191285, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.305057] env[69133]: DEBUG nova.compute.manager [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.305057] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.305057] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2a911d8-40d4-4f37-ad19-46ff8bc15d5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.310755] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 961.310755] env[69133]: value = "task-3191287" [ 961.310755] env[69133]: _type = "Task" [ 961.310755] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.318053] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.452680] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.453491] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.456142] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.671s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.457671] env[69133]: INFO nova.compute.claims [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.489350] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.490671] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55bb60-3838-418b-b251-a5b8818ec728 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.504352] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.504763] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.504937] env[69133]: ERROR oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk due to incomplete transfer. [ 961.505267] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21c1ad4b-08b9-45cd-bfe9-a67943c96572 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.516078] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203b959-edff-da51-8175-2568a27ff0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027301} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.517826] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae8bb0-848b-1303-b993-6d6536c6dc27/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.517969] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Uploaded image 7a7908b4-7386-498b-8381-28e5c86c7499 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.521155] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.521155] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f099c13-6ada-44e2-ad32-0d0fabf1fbc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.523049] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cbc7d0fa-8c0f-4230-841c-8f964e4fc177 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.527430] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 961.527430] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529bef3f-fd7c-d287-a604-e51d9f7fabc2" [ 961.527430] env[69133]: _type = "Task" [ 961.527430] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.532585] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 961.532585] env[69133]: value = "task-3191288" [ 961.532585] env[69133]: _type = "Task" [ 961.532585] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.539201] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529bef3f-fd7c-d287-a604-e51d9f7fabc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.544129] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191288, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.696274] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191284, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.795648] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191285, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.821300] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191287, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.962190] env[69133]: DEBUG nova.compute.utils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.966077] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.966077] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.991928] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.003493] env[69133]: DEBUG nova.policy [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8eaaed0de80e4161abdab6ef65352885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a433716b3f974315877be44377ac69a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.038331] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529bef3f-fd7c-d287-a604-e51d9f7fabc2, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.041408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.041681] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.042252] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e397e9-795c-4877-93bc-80b491e94dff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.048989] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191288, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.050251] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 962.050251] env[69133]: value = "task-3191289" [ 962.050251] env[69133]: _type = "Task" [ 962.050251] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.057536] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.196446] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191284, 'name': Rename_Task, 'duration_secs': 1.021731} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.196828] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.197025] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48010671-7003-4998-9c67-5d84d01c09c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.203297] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 962.203297] env[69133]: value = "task-3191290" [ 962.203297] env[69133]: _type = "Task" [ 962.203297] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.212256] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.288517] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Successfully created port: b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.299666] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191285, 'name': CreateVM_Task, 'duration_secs': 1.181975} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.299843] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.300507] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.300678] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.300995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.301267] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9cb70d-ba57-4e3b-89e1-25d7bb101e19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.305511] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 962.305511] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]526b3ed0-a603-0959-5c45-d1f7d5db5708" [ 962.305511] env[69133]: _type = "Task" [ 962.305511] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.314264] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526b3ed0-a603-0959-5c45-d1f7d5db5708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.322034] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191287, 'name': PowerOffVM_Task, 'duration_secs': 0.514999} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.322306] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.322500] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 962.322727] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638070', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'name': 'volume-695b5fe2-e825-4b91-9e61-1028697b00a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74d8073a-8887-43ab-9ca2-dde971b8e9ec', 'attached_at': '', 'detached_at': '', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'serial': '695b5fe2-e825-4b91-9e61-1028697b00a1'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 962.323495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d5b881-ee6e-4c91-8a34-a95c3a57087a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.341189] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a058c-73f6-4cfc-8b35-19838ad3c66a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.348016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374e5a7-ccf6-4711-8ed6-258092b61d9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.366164] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e34cb-8e38-45bd-a76f-f7ee11f539ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.380446] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] The volume has not been displaced from its original location: [datastore2] volume-695b5fe2-e825-4b91-9e61-1028697b00a1/volume-695b5fe2-e825-4b91-9e61-1028697b00a1.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 962.385831] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.386164] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc203a4-8859-4d45-a543-4d5d6d18c055 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.402966] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 962.402966] env[69133]: value = "task-3191291" [ 962.402966] env[69133]: _type = "Task" [ 962.402966] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.410881] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.466716] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.494398] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191286, 'name': ReconfigVM_Task, 'duration_secs': 1.102298} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.495327] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Reconfigured VM instance instance-00000052 to attach disk [datastore1] df5253de-0ded-4197-aa44-4d8be27c68b8/df5253de-0ded-4197-aa44-4d8be27c68b8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.495451] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3161c04-b9e5-4444-ab65-9a47c77a3939 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.510030] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 962.510030] env[69133]: value = "task-3191292" [ 962.510030] env[69133]: _type = "Task" [ 962.510030] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.520547] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191292, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.556181] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191288, 'name': Destroy_Task, 'duration_secs': 0.783822} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.560435] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Destroyed the VM [ 962.560749] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.565027] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-950ce14c-16d4-4c22-b2b1-57a72d8154e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.572499] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191289, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.574498] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 962.574498] env[69133]: value = "task-3191293" [ 962.574498] env[69133]: _type = "Task" [ 962.574498] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.585545] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191293, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.720140] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191290, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.817280] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526b3ed0-a603-0959-5c45-d1f7d5db5708, 'name': SearchDatastore_Task, 'duration_secs': 0.020176} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.817724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.817994] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.818259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.818420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.818606] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.818891] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35063848-7b71-4948-ab3a-c0a2d8e39d58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.828088] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.828088] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.828669] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863b7480-532c-4911-9b3e-ae5c1f21a2ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.834385] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 962.834385] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f1c318-cd9b-3e53-089f-dde97194aa60" [ 962.834385] env[69133]: _type = "Task" [ 962.834385] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.847367] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f1c318-cd9b-3e53-089f-dde97194aa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.912142] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191291, 'name': ReconfigVM_Task, 'duration_secs': 0.240604} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.912392] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.917279] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97a47ca-cb1f-4a22-8b20-7646b30d02c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.932801] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 962.932801] env[69133]: value = "task-3191294" [ 962.932801] env[69133]: _type = "Task" [ 962.932801] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.943657] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.990987] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7010126-eaa1-4aa1-bee7-bb868fbf7e6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.998701] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb63e5b2-17f4-41d8-ac70-d424f3a0bf2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.033878] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffea47ec-4053-4644-94f0-f9dfaf556fa9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.041852] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191292, 'name': Rename_Task, 'duration_secs': 0.202929} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.044094] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.044404] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8c3f51-39de-4bbc-97be-91417af63845 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.046966] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95226eb-b9cc-4a33-9398-214150ca136c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.063478] env[69133]: DEBUG nova.compute.provider_tree [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.072027] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 963.072027] env[69133]: value = "task-3191295" [ 963.072027] env[69133]: _type = "Task" [ 963.072027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.075017] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686957} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.078600] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.078817] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.082173] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca6396ab-4d90-43ee-853d-4c1badd7cbb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.084071] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.088695] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191293, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.090071] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 963.090071] env[69133]: value = "task-3191296" [ 963.090071] env[69133]: _type = "Task" [ 963.090071] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.096900] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.214945] env[69133]: DEBUG oslo_vmware.api [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191290, 'name': PowerOnVM_Task, 'duration_secs': 0.810706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.215319] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.215571] env[69133]: INFO nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Took 11.04 seconds to spawn the instance on the hypervisor. [ 963.215761] env[69133]: DEBUG nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.216619] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c60e7-06fd-475b-8532-09ce8abb78a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.345749] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f1c318-cd9b-3e53-089f-dde97194aa60, 'name': SearchDatastore_Task, 'duration_secs': 0.016483} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.347035] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b51404-1577-4a0d-b97e-8b9e76d2734f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.351955] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 963.351955] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5203fee5-fadf-0221-f86e-551dcaf19fb8" [ 963.351955] env[69133]: _type = "Task" [ 963.351955] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.360337] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203fee5-fadf-0221-f86e-551dcaf19fb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.442503] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.480898] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.507845] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.508115] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.508280] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.508464] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.508610] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.508757] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.508968] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.509145] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.509315] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.509478] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.509649] env[69133]: DEBUG nova.virt.hardware [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.510534] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdae365-f277-438f-95c7-4cdda0561467 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.518689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867861db-321a-4dbd-9a0f-b0bb739e0f35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.583243] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.588053] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191293, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712526} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.588053] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.588053] env[69133]: DEBUG nova.compute.manager [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.588053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a805d50-475f-43fc-b617-afc2782c55b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.590386] env[69133]: ERROR nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [req-6e1210d3-3f68-434e-ab91-67100d34f4df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e1210d3-3f68-434e-ab91-67100d34f4df"}]} [ 963.602763] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069002} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.602998] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.603730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261fe5d-6ec5-4ded-bea6-8f3332d6dc43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.607281] env[69133]: DEBUG nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.629901] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.630245] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003c8f1e-af57-4fc4-89a7-44bb8781ff57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.645483] env[69133]: DEBUG nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.645694] env[69133]: DEBUG nova.compute.provider_tree [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.652828] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 963.652828] env[69133]: value = "task-3191297" [ 963.652828] env[69133]: _type = "Task" [ 963.652828] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.656588] env[69133]: DEBUG nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.664414] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.674221] env[69133]: DEBUG nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.739415] env[69133]: INFO nova.compute.manager [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Took 26.86 seconds to build instance. [ 963.862928] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203fee5-fadf-0221-f86e-551dcaf19fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.033576} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.866111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.866111] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 792230eb-9749-4cd3-8e27-8a64e7ff0404/792230eb-9749-4cd3-8e27-8a64e7ff0404.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.867154] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f2f259-9851-4edd-a134-c70a5960a09a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.872744] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 963.872744] env[69133]: value = "task-3191298" [ 963.872744] env[69133]: _type = "Task" [ 963.872744] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.880812] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.947725] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191294, 'name': ReconfigVM_Task, 'duration_secs': 0.915962} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.951462] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638070', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'name': 'volume-695b5fe2-e825-4b91-9e61-1028697b00a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '74d8073a-8887-43ab-9ca2-dde971b8e9ec', 'attached_at': '', 'detached_at': '', 'volume_id': '695b5fe2-e825-4b91-9e61-1028697b00a1', 'serial': '695b5fe2-e825-4b91-9e61-1028697b00a1'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 963.951781] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.952858] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db4030e-db25-4e24-be66-82e51d5d3892 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.959899] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.960196] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25746e63-a578-4ae2-8385-e28d3f0304f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.981028] env[69133]: DEBUG nova.compute.manager [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Received event network-vif-plugged-b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.981386] env[69133]: DEBUG oslo_concurrency.lockutils [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] Acquiring lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.981684] env[69133]: DEBUG oslo_concurrency.lockutils [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.981875] env[69133]: DEBUG oslo_concurrency.lockutils [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.982228] env[69133]: DEBUG nova.compute.manager [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] No waiting events found dispatching network-vif-plugged-b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.982510] env[69133]: WARNING nova.compute.manager [req-50c1651a-4627-4395-bcf0-070d23f0807f req-e2512706-f53f-4857-92e2-2b403545b617 service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Received unexpected event network-vif-plugged-b183cc21-798f-4fe9-b3fe-751f3dcf2268 for instance with vm_state building and task_state spawning. [ 964.004088] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e1002-27e9-4391-9211-67337793b7db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.014348] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f2acf0-e758-43d7-b9aa-398cb51a8ef3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.056211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2744bfa-083c-4399-8a5d-b33cd1f639ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.056211] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.056211] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.056318] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Deleting the datastore file [datastore2] 74d8073a-8887-43ab-9ca2-dde971b8e9ec {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.057258] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Successfully updated port: b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.058481] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0798f151-00d0-45cf-9efa-4b677ceccba6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.067975] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f2f1b-d94e-41bd-85fc-08b977c1d626 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.074136] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for the task: (returnval){ [ 964.074136] env[69133]: value = "task-3191300" [ 964.074136] env[69133]: _type = "Task" [ 964.074136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.089444] env[69133]: DEBUG nova.compute.provider_tree [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.095686] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.099037] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.103772] env[69133]: INFO nova.compute.manager [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Shelve offloading [ 964.163152] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.241695] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cbe200a6-69ab-4946-bf72-c0fd7285e7cd tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.372s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.383106] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.446834] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.447137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.563524] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.563524] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquired lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.563524] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.590823] env[69133]: DEBUG oslo_vmware.api [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Task: {'id': task-3191300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319919} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.594723] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.595013] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.595239] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.595453] env[69133]: INFO nova.compute.manager [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Took 3.29 seconds to destroy the instance on the hypervisor. [ 964.595716] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.598691] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.599374] env[69133]: DEBUG nova.compute.manager [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.600185] env[69133]: DEBUG nova.network.neutron [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.611423] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.611765] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d17415-3e7c-4d8c-b7f5-cacbcf8e9df2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.624056] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 964.624056] env[69133]: value = "task-3191301" [ 964.624056] env[69133]: _type = "Task" [ 964.624056] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.638317] env[69133]: DEBUG nova.scheduler.client.report [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.638627] env[69133]: DEBUG nova.compute.provider_tree [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 115 to 116 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.638818] env[69133]: DEBUG nova.compute.provider_tree [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.642662] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 964.642874] env[69133]: DEBUG nova.compute.manager [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.646432] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d45b132-918a-485d-9d1b-4930adf304fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.656632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.656828] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.657070] env[69133]: DEBUG nova.network.neutron [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.675166] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191297, 'name': ReconfigVM_Task, 'duration_secs': 0.524022} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.675461] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24/87f5ad3d-f68b-42c3-a00d-f013ee49ad24.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.676261] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-708d425e-d453-457a-813d-b98345e30ad1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686966] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 964.686966] env[69133]: value = "task-3191302" [ 964.686966] env[69133]: _type = "Task" [ 964.686966] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.701727] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191302, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.884347] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908166} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.884786] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 792230eb-9749-4cd3-8e27-8a64e7ff0404/792230eb-9749-4cd3-8e27-8a64e7ff0404.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.885023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.885314] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d2d9ae-eb68-4715-a64a-b9841c72efa1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.893059] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 964.893059] env[69133]: value = "task-3191303" [ 964.893059] env[69133]: _type = "Task" [ 964.893059] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.901674] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.950743] env[69133]: DEBUG nova.compute.utils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.092326] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.123566] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.150264] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.694s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.151108] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.164581] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.974s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.167802] env[69133]: INFO nova.compute.claims [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.199766] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191302, 'name': Rename_Task, 'duration_secs': 0.33146} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.200042] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.200148] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf6ce819-eb31-4650-91c4-ab85bd2df2c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.209050] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 965.209050] env[69133]: value = "task-3191304" [ 965.209050] env[69133]: _type = "Task" [ 965.209050] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.223455] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.384242] env[69133]: DEBUG nova.network.neutron [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Updating instance_info_cache with network_info: [{"id": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "address": "fa:16:3e:ab:42:e6", "network": {"id": "12982b2e-c834-45bd-bc52-fbf132d6fc04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1644360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a433716b3f974315877be44377ac69a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183cc21-79", "ovs_interfaceid": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.404150] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144031} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.404437] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.405308] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb82daa1-1b30-4c92-8de0-0933306491b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.441514] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 792230eb-9749-4cd3-8e27-8a64e7ff0404/792230eb-9749-4cd3-8e27-8a64e7ff0404.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.442702] env[69133]: DEBUG nova.network.neutron [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.444373] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e45749d-ced1-4a4a-9136-ab793441d9b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.460074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462437] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.469253] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 965.469253] env[69133]: value = "task-3191305" [ 965.469253] env[69133]: _type = "Task" [ 965.469253] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.480780] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.589026] env[69133]: DEBUG oslo_vmware.api [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191295, 'name': PowerOnVM_Task, 'duration_secs': 2.046294} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.589436] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.589729] env[69133]: INFO nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Took 10.96 seconds to spawn the instance on the hypervisor. [ 965.590020] env[69133]: DEBUG nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.591196] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0c9a26-269f-4cd5-9f1d-0dfe263b2e88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.676021] env[69133]: DEBUG nova.compute.utils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.676021] env[69133]: DEBUG nova.network.neutron [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.677280] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.677447] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.721073] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.733978] env[69133]: DEBUG nova.policy [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776610fdebad4bd4827805b8365b7fa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da6967b01775421780e13f57169846e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.774607] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.775942] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5013a80-0cfc-4f50-82bc-b097ab0796de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.786809] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.789671] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d894ed-a4e9-4732-a89f-2d11cde3d8d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.860420] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.860566] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.860643] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleting the datastore file [datastore2] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.860979] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20551643-a761-45e6-ac6d-f77318e6e3de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.867250] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 965.867250] env[69133]: value = "task-3191307" [ 965.867250] env[69133]: _type = "Task" [ 965.867250] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.876849] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.888493] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Releasing lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.888493] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Instance network_info: |[{"id": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "address": "fa:16:3e:ab:42:e6", "network": {"id": "12982b2e-c834-45bd-bc52-fbf132d6fc04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1644360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a433716b3f974315877be44377ac69a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183cc21-79", "ovs_interfaceid": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.888493] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:42:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b183cc21-798f-4fe9-b3fe-751f3dcf2268', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.897553] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Creating folder: Project (a433716b3f974315877be44377ac69a1). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.897850] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0afdd476-105e-4af5-b3e1-fbeeeb7614b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.908733] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Created folder: Project (a433716b3f974315877be44377ac69a1) in parent group-v637972. [ 965.909187] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Creating folder: Instances. Parent ref: group-v638203. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.909272] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65fd0616-6330-4bc6-8dff-4ec117b7e228 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.920215] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Created folder: Instances in parent group-v638203. [ 965.920388] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.920596] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.920815] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a1d714-6285-480f-83b0-0f66d43336d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.949253] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.949253] env[69133]: value = "task-3191310" [ 965.949253] env[69133]: _type = "Task" [ 965.949253] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.964579] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191310, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.984809] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.094462] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Received event network-changed-b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.095156] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Refreshing instance network info cache due to event network-changed-b183cc21-798f-4fe9-b3fe-751f3dcf2268. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.095488] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Acquiring lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.095732] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Acquired lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.096261] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Refreshing network info cache for port b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.116872] env[69133]: INFO nova.compute.manager [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Took 28.70 seconds to build instance. [ 966.179825] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.183243] env[69133]: INFO nova.compute.manager [-] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Took 1.58 seconds to deallocate network for instance. [ 966.196372] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Successfully created port: 7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.226884] env[69133]: DEBUG oslo_vmware.api [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191304, 'name': PowerOnVM_Task, 'duration_secs': 0.834647} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.227346] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.227468] env[69133]: DEBUG nova.compute.manager [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.228282] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a87621a-34f4-477e-a2f1-3ae317c09b25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.380386] env[69133]: DEBUG oslo_vmware.api [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412799} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.380640] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.380827] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.381017] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.401527] env[69133]: INFO nova.scheduler.client.report [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted allocations for instance 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 [ 966.462802] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191310, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.479885] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191305, 'name': ReconfigVM_Task, 'duration_secs': 0.610387} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.482504] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 792230eb-9749-4cd3-8e27-8a64e7ff0404/792230eb-9749-4cd3-8e27-8a64e7ff0404.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.483456] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bdd5a1c-9d04-4099-bc9c-e8183d7233e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.489799] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 966.489799] env[69133]: value = "task-3191311" [ 966.489799] env[69133]: _type = "Task" [ 966.489799] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.500534] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191311, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.561362] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.561709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.562217] env[69133]: INFO nova.compute.manager [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Attaching volume 56254b4c-5071-4d91-b368-ca20bd31170e to /dev/sdb [ 966.579389] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958b751e-4145-402e-8ca1-9b5cb9ba6eee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.589198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4fc1c-4253-46f8-9169-6cee943aaa3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.627086] env[69133]: DEBUG oslo_concurrency.lockutils [None req-aeb1980e-9b73-4a7f-8f8f-adc00570b131 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.219s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.629830] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2a535-81ec-4c5a-a244-54c76cf1fd26 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.632944] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5182e6-5d2b-43df-996d-d06b881e0443 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.644478] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df22ab-0c77-410a-bbec-7fc6d1c36b15 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.648268] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e333c4-9272-466b-8aa6-f80f22b0e8b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.663105] env[69133]: DEBUG nova.compute.provider_tree [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.668120] env[69133]: DEBUG nova.virt.block_device [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating existing volume attachment record: 51f09691-8138-4795-961e-fbf8a9f3b803 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.749580] env[69133]: INFO nova.compute.manager [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Took 0.56 seconds to detach 1 volumes for instance. [ 966.753603] env[69133]: DEBUG nova.compute.manager [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Deleting volume: 695b5fe2-e825-4b91-9e61-1028697b00a1 {{(pid=69133) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 966.756079] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.907086] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.952378] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Updated VIF entry in instance network info cache for port b183cc21-798f-4fe9-b3fe-751f3dcf2268. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.952378] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Updating instance_info_cache with network_info: [{"id": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "address": "fa:16:3e:ab:42:e6", "network": {"id": "12982b2e-c834-45bd-bc52-fbf132d6fc04", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1644360462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a433716b3f974315877be44377ac69a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb183cc21-79", "ovs_interfaceid": "b183cc21-798f-4fe9-b3fe-751f3dcf2268", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.964020] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191310, 'name': CreateVM_Task, 'duration_secs': 0.594409} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.964215] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.965242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.967041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.967041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.967041] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca2e9bb-35a2-4dbf-bfde-6afd38fdfc30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.971580] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 966.971580] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5203af98-f340-0307-ab38-39334e0c2595" [ 966.971580] env[69133]: _type = "Task" [ 966.971580] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.980627] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203af98-f340-0307-ab38-39334e0c2595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.000801] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191311, 'name': Rename_Task, 'duration_secs': 0.165765} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.001269] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.002086] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61abb0be-858f-419d-8a94-3fd9eb733224 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.013184] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 967.013184] env[69133]: value = "task-3191314" [ 967.013184] env[69133]: _type = "Task" [ 967.013184] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.024998] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.195148] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.208470] env[69133]: DEBUG nova.scheduler.client.report [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.208827] env[69133]: DEBUG nova.compute.provider_tree [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 116 to 117 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.209034] env[69133]: DEBUG nova.compute.provider_tree [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.222044] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.222044] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.222162] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.222260] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.222427] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.222569] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.222792] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.222962] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.223885] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.223885] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.223885] env[69133]: DEBUG nova.virt.hardware [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.224932] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f625a-7b5f-4bd9-9236-65ead0f7ba4d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.234755] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d93c3-c452-4346-8c35-ce50a79fbd4b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.336689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.459176] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Releasing lock "refresh_cache-0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.459468] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Received event network-vif-deleted-318c2f2e-8556-4b14-b7ac-26bb5cead52c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.459666] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-vif-unplugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.459886] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.460340] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.460340] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.460496] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] No waiting events found dispatching network-vif-unplugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.460651] env[69133]: WARNING nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received unexpected event network-vif-unplugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 for instance with vm_state shelved and task_state shelving_offloading. [ 967.460858] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.461053] env[69133]: DEBUG nova.compute.manager [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing instance network info cache due to event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.461257] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.461394] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.461550] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.483922] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5203af98-f340-0307-ab38-39334e0c2595, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.484265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.485025] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.485025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.485025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.485223] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.485458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.485647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.485838] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.486061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.486243] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.487712] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c54b2c-7202-4bc3-b88f-b75cccc43925 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.489885] env[69133]: INFO nova.compute.manager [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Terminating instance [ 967.500102] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.500303] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.501139] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f39d3dde-1145-44a2-b834-7e6e8b73abb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.507485] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 967.507485] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5246206a-9063-d347-cfa3-8e253199e5a2" [ 967.507485] env[69133]: _type = "Task" [ 967.507485] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.518496] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246206a-9063-d347-cfa3-8e253199e5a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.523329] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.715743] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.716692] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.723174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.323s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.723418] env[69133]: DEBUG nova.objects.instance [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lazy-loading 'resources' on Instance uuid c9755ece-6260-478f-93df-1fe29d0b6cba {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.830111] env[69133]: DEBUG nova.compute.manager [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Received event network-vif-plugged-7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.830281] env[69133]: DEBUG oslo_concurrency.lockutils [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.830534] env[69133]: DEBUG oslo_concurrency.lockutils [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.830652] env[69133]: DEBUG oslo_concurrency.lockutils [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.830821] env[69133]: DEBUG nova.compute.manager [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] No waiting events found dispatching network-vif-plugged-7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.830989] env[69133]: WARNING nova.compute.manager [req-ae821956-3c2d-455f-b22e-4571f08a881d req-2221dfdd-9a8a-4202-9b51-2f60a27353da service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Received unexpected event network-vif-plugged-7cc41fd9-289a-4f2e-9cea-7765657aaf16 for instance with vm_state building and task_state spawning. [ 967.994453] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Successfully updated port: 7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.998586] env[69133]: DEBUG nova.compute.manager [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.999190] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.006266] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb29c5b0-7d92-4467-8f96-041e93a189d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.026168] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.026168] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126c1669-3329-4ed2-b9da-9888c223f992 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.033574] env[69133]: DEBUG oslo_vmware.api [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191314, 'name': PowerOnVM_Task, 'duration_secs': 0.811583} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.033951] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246206a-9063-d347-cfa3-8e253199e5a2, 'name': SearchDatastore_Task, 'duration_secs': 0.022428} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.034449] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.034661] env[69133]: INFO nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Took 11.02 seconds to spawn the instance on the hypervisor. [ 968.035192] env[69133]: DEBUG nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.036290] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034f1889-1b89-46d1-b876-cdc12882a043 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.038874] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa74caf-c831-4335-8f3d-c5256b5a9a1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.042384] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 968.042384] env[69133]: value = "task-3191317" [ 968.042384] env[69133]: _type = "Task" [ 968.042384] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.048612] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 968.048612] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b158de-8504-87c1-03e2-b3d5da389d5c" [ 968.048612] env[69133]: _type = "Task" [ 968.048612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.062725] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.068476] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b158de-8504-87c1-03e2-b3d5da389d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01704} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.068751] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.069061] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9/0f8ede1d-1cd0-4cd9-ab92-234822aad9f9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.069397] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-553f1bc7-42f9-41cc-85f0-b10f00cbc83e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.079130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "38261b64-e11c-4400-b294-d42cec77ab9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.079378] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.080610] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 968.080610] env[69133]: value = "task-3191318" [ 968.080610] env[69133]: _type = "Task" [ 968.080610] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.094372] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.230556] env[69133]: DEBUG nova.compute.utils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.235434] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.235697] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.245389] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updated VIF entry in instance network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.245839] env[69133]: DEBUG nova.network.neutron [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.315536] env[69133]: DEBUG nova.policy [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.505419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.505419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.505419] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.550557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee4e77-9e28-4e87-b853-85a0ee63992c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.565932] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191317, 'name': PowerOffVM_Task, 'duration_secs': 0.293946} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.565932] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.565932] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.567070] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cdbc00-b7ca-4953-bca3-9cfc8e655ed2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.569854] env[69133]: INFO nova.compute.manager [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Took 31.10 seconds to build instance. [ 968.572820] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c2ee25-6338-4390-bc17-20218b0f8b10 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.581435] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.617733] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3149f7c-aab3-4fd2-a2fd-73249e4a6e25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.626246] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.629777] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f64f4b3-a428-4646-b5c8-6eedb70f48eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.636972] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.637240] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.637420] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore1] 87f5ad3d-f68b-42c3-a00d-f013ee49ad24 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.637723] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aa95032-ba5b-4400-8f00-4cee44f2f4b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.648966] env[69133]: DEBUG nova.compute.provider_tree [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.656102] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 968.656102] env[69133]: value = "task-3191320" [ 968.656102] env[69133]: _type = "Task" [ 968.656102] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.668096] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.723559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.723854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.724070] env[69133]: DEBUG nova.compute.manager [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.725128] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad54d1c-2ce0-43bf-8794-f39123059589 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.736308] env[69133]: DEBUG nova.compute.manager [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 968.736995] env[69133]: DEBUG nova.objects.instance [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lazy-loading 'flavor' on Instance uuid c23f9eec-64a9-4f58-a7bb-16336370da8d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.738626] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.750708] env[69133]: DEBUG oslo_concurrency.lockutils [req-c79e13a4-ecbb-4a99-9e53-33194fd60828 req-bd9f36e2-67cb-4ff5-8f35-d328afb06d0b service nova] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.781444] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Successfully created port: bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.041964] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.048300] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.072742] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9d2f5cf6-90b9-419d-acf0-eac2bbdf9f4e tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.634s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.093243] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802356} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.093501] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9/0f8ede1d-1cd0-4cd9-ab92-234822aad9f9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.093709] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.093970] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f7ad73d-a503-4e2b-81d6-7612b34b0cf7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.103738] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 969.103738] env[69133]: value = "task-3191321" [ 969.103738] env[69133]: _type = "Task" [ 969.103738] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.113761] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.138887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.152796] env[69133]: DEBUG nova.scheduler.client.report [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.165380] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.241184] env[69133]: DEBUG nova.network.neutron [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.614369] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226774} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.614646] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.615544] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f5d2b3-c700-4948-bac8-05ddd769392d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.637834] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9/0f8ede1d-1cd0-4cd9-ab92-234822aad9f9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.638111] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e219c6f8-55da-431a-8fce-7375b580b84f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.657571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.664337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.663s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.664579] env[69133]: DEBUG nova.objects.instance [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lazy-loading 'resources' on Instance uuid 0aaf35b0-5de6-4c63-8d51-7ae100d095fc {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.665862] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 969.665862] env[69133]: value = "task-3191323" [ 969.665862] env[69133]: _type = "Task" [ 969.665862] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.672832] env[69133]: DEBUG oslo_vmware.api [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542249} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.673459] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.673647] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.673824] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.674097] env[69133]: INFO nova.compute.manager [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Took 1.68 seconds to destroy the instance on the hypervisor. [ 969.674250] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.675644] env[69133]: DEBUG nova.compute.manager [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.675644] env[69133]: DEBUG nova.network.neutron [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.680971] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.688256] env[69133]: INFO nova.scheduler.client.report [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Deleted allocations for instance c9755ece-6260-478f-93df-1fe29d0b6cba [ 969.746241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.746629] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Instance network_info: |[{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.747423] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:9c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cc41fd9-289a-4f2e-9cea-7765657aaf16', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.754987] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.756338] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.758513] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.758751] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.760031] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10237bcf-965c-450a-a9c8-1c26a2ce8fb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.760801] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff98bd0-0360-4d61-a5a4-a4d72675e809 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.785891] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.785891] env[69133]: value = "task-3191325" [ 969.785891] env[69133]: _type = "Task" [ 969.785891] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.788772] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.789045] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.789209] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.789394] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.789597] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.789703] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.789922] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.790283] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.790283] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.790441] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.790621] env[69133]: DEBUG nova.virt.hardware [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.791099] env[69133]: DEBUG oslo_vmware.api [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 969.791099] env[69133]: value = "task-3191324" [ 969.791099] env[69133]: _type = "Task" [ 969.791099] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.792174] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256fe2e-2285-481b-aeff-f1b6e7fbb5d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.811310] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191325, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.811587] env[69133]: DEBUG oslo_vmware.api [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.813566] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb7c35a-da29-4169-851d-ed560f5f5b4b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.859745] env[69133]: DEBUG nova.compute.manager [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Received event network-changed-7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.859933] env[69133]: DEBUG nova.compute.manager [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Refreshing instance network info cache due to event network-changed-7cc41fd9-289a-4f2e-9cea-7765657aaf16. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.860189] env[69133]: DEBUG oslo_concurrency.lockutils [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.860398] env[69133]: DEBUG oslo_concurrency.lockutils [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.861555] env[69133]: DEBUG nova.network.neutron [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Refreshing network info cache for port 7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.711431] env[69133]: DEBUG nova.compute.manager [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.713708] env[69133]: DEBUG nova.network.neutron [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.715481] env[69133]: DEBUG nova.compute.manager [req-eb28279d-668e-453b-86b9-188f884c2736 req-f0e78df6-f98e-4210-8f4f-4facb4673d1e service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Received event network-vif-deleted-36992c5c-0a9d-4489-99e4-2f92c716a7a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.715660] env[69133]: INFO nova.compute.manager [req-eb28279d-668e-453b-86b9-188f884c2736 req-f0e78df6-f98e-4210-8f4f-4facb4673d1e service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Neutron deleted interface 36992c5c-0a9d-4489-99e4-2f92c716a7a9; detaching it from the instance and deleting it from the info cache [ 970.715825] env[69133]: DEBUG nova.network.neutron [req-eb28279d-668e-453b-86b9-188f884c2736 req-f0e78df6-f98e-4210-8f4f-4facb4673d1e service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.717010] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4869eef2-462c-4d0d-85b9-1c6d6fa1f4bc tempest-AttachInterfacesV270Test-160881498 tempest-AttachInterfacesV270Test-160881498-project-member] Lock "c9755ece-6260-478f-93df-1fe29d0b6cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.884s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.718485] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Successfully updated port: bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.723275] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5298a80-eded-4e02-b2b2-61f1bcb231f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.733843] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.733991] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.734142] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.735685] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eba072d1-5ea9-4ff3-a163-b07c954cbc09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.754093] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191325, 'name': CreateVM_Task, 'duration_secs': 0.703095} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.754380] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191323, 'name': ReconfigVM_Task, 'duration_secs': 0.804192} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.754959] env[69133]: DEBUG oslo_vmware.api [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191324, 'name': PowerOffVM_Task, 'duration_secs': 0.300439} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.761111] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.761400] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9/0f8ede1d-1cd0-4cd9-ab92-234822aad9f9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.762073] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.762277] env[69133]: DEBUG nova.compute.manager [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.764119] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.764308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.764541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.764793] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e45e3c6-ddbe-4d70-9060-f72e5bcfa08f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.767074] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f232e82-7e45-4580-bf28-1d40b8b47e48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.770284] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739c8f36-5eb5-4725-8274-652b2bcbe48a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.776029] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8035cc-c155-49da-a708-da2f39eddccc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.793455] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 970.793455] env[69133]: value = "task-3191326" [ 970.793455] env[69133]: _type = "Task" [ 970.793455] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.798058] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 970.798058] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f7b14b-000d-1a54-2eee-1a62790b20d2" [ 970.798058] env[69133]: _type = "Task" [ 970.798058] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.818260] env[69133]: DEBUG nova.compute.manager [req-eb28279d-668e-453b-86b9-188f884c2736 req-f0e78df6-f98e-4210-8f4f-4facb4673d1e service nova] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Detach interface failed, port_id=36992c5c-0a9d-4489-99e4-2f92c716a7a9, reason: Instance 87f5ad3d-f68b-42c3-a00d-f013ee49ad24 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.828187] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f7b14b-000d-1a54-2eee-1a62790b20d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.830411] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191326, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.830411] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.830411] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.830411] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.830411] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.830411] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.831065] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40d6ea6-5dfd-4cf4-84e6-404e6673c860 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.839604] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.839686] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.840467] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a610b2-5a66-4ec0-a0c5-5df18902b327 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.850455] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 970.850455] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a1adeb-eeae-c497-3ff2-6869523e94f0" [ 970.850455] env[69133]: _type = "Task" [ 970.850455] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.858328] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1adeb-eeae-c497-3ff2-6869523e94f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.097087] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5f764b-c794-46cf-9665-6b94ee46b6b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.105392] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2767004-a366-4b8e-9d36-84d29b2341ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.137472] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4683cd0-2024-4878-9027-51a29774e555 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.145086] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5cd2f5-0cff-4fb3-8081-e651213c51f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.159364] env[69133]: DEBUG nova.compute.provider_tree [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.217402] env[69133]: INFO nova.compute.manager [-] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Took 1.54 seconds to deallocate network for instance. [ 971.265334] env[69133]: INFO nova.compute.manager [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] instance snapshotting [ 971.268014] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.271101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93f16c-d3be-44be-abbf-d14c2e0b0c26 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.293358] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fd535-1e79-458d-8b63-39e76a2ba42c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.307223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af52cfbd-c65a-4849-9ef7-0cabd65ae8f9 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.582s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.312129] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191326, 'name': Rename_Task, 'duration_secs': 0.283087} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.312428] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.312685] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-912007c5-88c2-4751-81f2-78ba6e8ab101 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.320707] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 971.320707] env[69133]: value = "task-3191327" [ 971.320707] env[69133]: _type = "Task" [ 971.320707] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.329378] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.334394] env[69133]: DEBUG nova.network.neutron [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updated VIF entry in instance network info cache for port 7cc41fd9-289a-4f2e-9cea-7765657aaf16. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.334790] env[69133]: DEBUG nova.network.neutron [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.365536] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a1adeb-eeae-c497-3ff2-6869523e94f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.366639] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fa0e1a-361b-42e4-aebb-87c998cd2146 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.373104] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 971.373104] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522154e0-a8a4-93ef-797b-1f9a9715eb8e" [ 971.373104] env[69133]: _type = "Task" [ 971.373104] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.383532] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522154e0-a8a4-93ef-797b-1f9a9715eb8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.442068] env[69133]: DEBUG nova.network.neutron [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Updating instance_info_cache with network_info: [{"id": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "address": "fa:16:3e:d9:be:c9", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf31b65-0e", "ovs_interfaceid": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.663100] env[69133]: DEBUG nova.scheduler.client.report [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.724554] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.724850] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 971.724890] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638207', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'name': 'volume-56254b4c-5071-4d91-b368-ca20bd31170e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562b8662-372b-4916-b7f2-c90bab1d7078', 'attached_at': '', 'detached_at': '', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'serial': '56254b4c-5071-4d91-b368-ca20bd31170e'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 971.725848] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9403b-1059-4733-b265-de0d512b8c3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.743147] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f0f777-df62-4aae-8721-6139c3925620 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.768511] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-56254b4c-5071-4d91-b368-ca20bd31170e/volume-56254b4c-5071-4d91-b368-ca20bd31170e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.769166] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42df9cc2-01b9-4f5e-97ad-07b42ce58ebb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.788399] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 971.788399] env[69133]: value = "task-3191328" [ 971.788399] env[69133]: _type = "Task" [ 971.788399] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.797084] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.809852] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.809852] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac53b921-3c6d-413b-a18e-31c8e893d892 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.816555] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 971.816555] env[69133]: value = "task-3191329" [ 971.816555] env[69133]: _type = "Task" [ 971.816555] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.830181] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.836223] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.840100] env[69133]: DEBUG oslo_concurrency.lockutils [req-23711398-0586-4604-87d5-621683e00d81 req-3a7be859-4ee0-4f49-a685-5e57096609ce service nova] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.885341] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522154e0-a8a4-93ef-797b-1f9a9715eb8e, 'name': SearchDatastore_Task, 'duration_secs': 0.016743} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.885697] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.885971] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.886292] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d32cde0-5ecc-413f-9e70-d3d8316e78b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.894422] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 971.894422] env[69133]: value = "task-3191330" [ 971.894422] env[69133]: _type = "Task" [ 971.894422] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.901785] env[69133]: DEBUG nova.compute.manager [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Received event network-vif-plugged-bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.902054] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Acquiring lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.902430] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.902763] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.903058] env[69133]: DEBUG nova.compute.manager [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] No waiting events found dispatching network-vif-plugged-bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 971.903313] env[69133]: WARNING nova.compute.manager [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Received unexpected event network-vif-plugged-bcf31b65-0ecb-40bf-bb53-2301d833c980 for instance with vm_state building and task_state spawning. [ 971.903550] env[69133]: DEBUG nova.compute.manager [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Received event network-changed-bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.904243] env[69133]: DEBUG nova.compute.manager [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Refreshing instance network info cache due to event network-changed-bcf31b65-0ecb-40bf-bb53-2301d833c980. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.904243] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Acquiring lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.907974] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.944698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.945854] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Instance network_info: |[{"id": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "address": "fa:16:3e:d9:be:c9", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf31b65-0e", "ovs_interfaceid": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.946227] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Acquired lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.946455] env[69133]: DEBUG nova.network.neutron [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Refreshing network info cache for port bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.947864] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:be:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcf31b65-0ecb-40bf-bb53-2301d833c980', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.956835] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.958587] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.962230] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9432a67d-1b73-440e-8763-00e3cedb14c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.982126] env[69133]: DEBUG nova.objects.instance [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lazy-loading 'flavor' on Instance uuid c23f9eec-64a9-4f58-a7bb-16336370da8d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.989376] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.989376] env[69133]: value = "task-3191331" [ 971.989376] env[69133]: _type = "Task" [ 971.989376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.998735] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191331, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.169686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.505s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.174140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.664s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.176033] env[69133]: INFO nova.compute.claims [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.211622] env[69133]: INFO nova.scheduler.client.report [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Deleted allocations for instance 0aaf35b0-5de6-4c63-8d51-7ae100d095fc [ 972.300913] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.334256] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.338244] env[69133]: DEBUG oslo_vmware.api [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191327, 'name': PowerOnVM_Task, 'duration_secs': 0.645133} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.338541] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.338846] env[69133]: INFO nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Took 8.86 seconds to spawn the instance on the hypervisor. [ 972.339188] env[69133]: DEBUG nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.339909] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1092b-4c38-4432-a45d-5ebc9f7455ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.404897] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191330, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.494486] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.494768] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquired lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.494980] env[69133]: DEBUG nova.network.neutron [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.495258] env[69133]: DEBUG nova.objects.instance [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lazy-loading 'info_cache' on Instance uuid c23f9eec-64a9-4f58-a7bb-16336370da8d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.508529] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191331, 'name': CreateVM_Task, 'duration_secs': 0.48108} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.508911] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.509691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.509870] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.510250] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.510537] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26635547-61dc-44c5-96d4-a4b7f17bb237 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.516573] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 972.516573] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523479d3-5109-fbbc-0159-239b9196d3b4" [ 972.516573] env[69133]: _type = "Task" [ 972.516573] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.528228] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523479d3-5109-fbbc-0159-239b9196d3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.720577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6241c990-c717-4444-8497-5a4aae3c621a tempest-ServerDiagnosticsV248Test-585616444 tempest-ServerDiagnosticsV248Test-585616444-project-member] Lock "0aaf35b0-5de6-4c63-8d51-7ae100d095fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.102s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.757972] env[69133]: DEBUG nova.network.neutron [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Updated VIF entry in instance network info cache for port bcf31b65-0ecb-40bf-bb53-2301d833c980. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.758241] env[69133]: DEBUG nova.network.neutron [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Updating instance_info_cache with network_info: [{"id": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "address": "fa:16:3e:d9:be:c9", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcf31b65-0e", "ovs_interfaceid": "bcf31b65-0ecb-40bf-bb53-2301d833c980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.798777] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191328, 'name': ReconfigVM_Task, 'duration_secs': 0.679263} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.799092] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-56254b4c-5071-4d91-b368-ca20bd31170e/volume-56254b4c-5071-4d91-b368-ca20bd31170e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.803799] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138c9ab1-4893-4793-a435-f8777b1d68f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.820947] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 972.820947] env[69133]: value = "task-3191332" [ 972.820947] env[69133]: _type = "Task" [ 972.820947] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.827229] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191329, 'name': CreateSnapshot_Task, 'duration_secs': 0.716762} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.827767] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.828461] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5a704-9a02-4db0-9ff9-48950f8a43b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.833976] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.858284] env[69133]: INFO nova.compute.manager [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Took 33.15 seconds to build instance. [ 972.905621] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519642} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.906079] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.906301] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.906566] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff276ed-720e-4060-be60-156a85dd243a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.913961] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 972.913961] env[69133]: value = "task-3191333" [ 972.913961] env[69133]: _type = "Task" [ 972.913961] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.923581] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.000973] env[69133]: DEBUG nova.objects.base [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.029747] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523479d3-5109-fbbc-0159-239b9196d3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.021131} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.030070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.030309] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.030541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.030686] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.030862] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.031203] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b849f41e-023c-4792-9dd9-3640a953fbc0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.041910] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.042168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.042950] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465be6e2-8efc-4e46-922e-8b8485295bd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.049292] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 973.049292] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52693c9b-0d98-d5ed-aa20-8c6eda5452e3" [ 973.049292] env[69133]: _type = "Task" [ 973.049292] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.056853] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52693c9b-0d98-d5ed-aa20-8c6eda5452e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.261019] env[69133]: DEBUG oslo_concurrency.lockutils [req-9ae0895b-6551-4f42-97d0-3ecdd3641612 req-b6e79bac-4c43-4bc1-9362-76983a33e26e service nova] Releasing lock "refresh_cache-86958f4b-d53a-4cd5-b70c-a3c5b9246131" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.338270] env[69133]: DEBUG oslo_vmware.api [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191332, 'name': ReconfigVM_Task, 'duration_secs': 0.249447} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.338270] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638207', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'name': 'volume-56254b4c-5071-4d91-b368-ca20bd31170e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562b8662-372b-4916-b7f2-c90bab1d7078', 'attached_at': '', 'detached_at': '', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'serial': '56254b4c-5071-4d91-b368-ca20bd31170e'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 973.353074] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.353154] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b60f3f6-cecc-4cca-b1ce-451f13620d5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.360790] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f5e3c1ae-2baf-49a0-9f58-0a7a2d8f6bcc tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.661s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.362538] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 973.362538] env[69133]: value = "task-3191334" [ 973.362538] env[69133]: _type = "Task" [ 973.362538] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.374088] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191334, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.425592] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074922} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.428401] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.430266] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a99a0-9499-466a-8bd4-0b4401bda0bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.456694] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.459823] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd653f67-1ef3-4bc9-ae65-9735e6d97f85 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.481075] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 973.481075] env[69133]: value = "task-3191335" [ 973.481075] env[69133]: _type = "Task" [ 973.481075] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.490845] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.561752] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24829fa-326b-4530-8b26-d5c6d49aea25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.564809] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52693c9b-0d98-d5ed-aa20-8c6eda5452e3, 'name': SearchDatastore_Task, 'duration_secs': 0.053276} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.566281] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38b36da-d48c-403a-9f2b-2ce4d0ff23b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.572245] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c57f928-cff9-4708-88f2-acc033a0ab6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.576961] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 973.576961] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c9d738-8a42-fc50-4fcb-afd2944eaca5" [ 973.576961] env[69133]: _type = "Task" [ 973.576961] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.610716] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b8ec8-08c3-4f36-9277-b7ea262be245 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.617628] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c9d738-8a42-fc50-4fcb-afd2944eaca5, 'name': SearchDatastore_Task, 'duration_secs': 0.010706} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.618441] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.618742] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 86958f4b-d53a-4cd5-b70c-a3c5b9246131/86958f4b-d53a-4cd5-b70c-a3c5b9246131.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.619127] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e998c015-f9aa-4579-8946-eae65f790ee4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.625455] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804f3d96-7f5c-434b-8d9c-bc2a443d1533 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.630520] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 973.630520] env[69133]: value = "task-3191336" [ 973.630520] env[69133]: _type = "Task" [ 973.630520] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.643295] env[69133]: DEBUG nova.compute.provider_tree [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.649423] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.874950] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191334, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.991642] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191335, 'name': ReconfigVM_Task, 'duration_secs': 0.402667} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.991987] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.992666] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15c38fdb-25df-4d81-bb59-c6bc48db3c4e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.000016] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 974.000016] env[69133]: value = "task-3191337" [ 974.000016] env[69133]: _type = "Task" [ 974.000016] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.012713] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191337, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.142070] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.149032] env[69133]: DEBUG nova.scheduler.client.report [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.171410] env[69133]: DEBUG nova.network.neutron [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Updating instance_info_cache with network_info: [{"id": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "address": "fa:16:3e:ed:23:85", "network": {"id": "4e3b6cde-a76d-4fff-89e9-8fa782f38b48", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1397711917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35d8680544de46d88f07df237b3a95a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa00d6fac-2b", "ovs_interfaceid": "a00d6fac-2b83-4ee6-ba96-a33b0693a97e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.369290] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.369464] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.377950] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191334, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.421856] env[69133]: DEBUG nova.objects.instance [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lazy-loading 'flavor' on Instance uuid 562b8662-372b-4916-b7f2-c90bab1d7078 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.516379] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191337, 'name': Rename_Task, 'duration_secs': 0.309132} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.516737] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.517109] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2717d908-cafc-4a43-a927-3f08dc91f1cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.530315] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 974.530315] env[69133]: value = "task-3191338" [ 974.530315] env[69133]: _type = "Task" [ 974.530315] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.543458] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.643910] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559645} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.644647] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 86958f4b-d53a-4cd5-b70c-a3c5b9246131/86958f4b-d53a-4cd5-b70c-a3c5b9246131.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.644647] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.644831] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f78bd6-fe39-44d7-8a7e-5ce4b56cb7e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.653296] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.653771] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.657121] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 974.657121] env[69133]: value = "task-3191339" [ 974.657121] env[69133]: _type = "Task" [ 974.657121] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.657338] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.901s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.657498] env[69133]: DEBUG nova.objects.instance [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.671254] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.672891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Releasing lock "refresh_cache-c23f9eec-64a9-4f58-a7bb-16336370da8d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.883034] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191334, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.884051] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.884265] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.884452] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.884767] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.884767] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.884955] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.885124] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 974.885453] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.932250] env[69133]: DEBUG oslo_concurrency.lockutils [None req-de09d8a4-a64c-4c7b-a381-b43386fb6555 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.370s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.042880] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191338, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.159180] env[69133]: DEBUG nova.compute.utils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.160689] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.161628] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.180587] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075813} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.186020] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.186020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b92e8ae-cce2-48b9-b322-187736546ae1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.207393] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 86958f4b-d53a-4cd5-b70c-a3c5b9246131/86958f4b-d53a-4cd5-b70c-a3c5b9246131.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.208672] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208464bb-eeeb-486d-92a5-0d67767e5ce6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.236433] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 975.236433] env[69133]: value = "task-3191340" [ 975.236433] env[69133]: _type = "Task" [ 975.236433] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.240902] env[69133]: DEBUG nova.policy [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.247885] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.327377] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.327377] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.327622] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.331025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.331025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.331025] env[69133]: INFO nova.compute.manager [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Terminating instance [ 975.380623] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191334, 'name': CloneVM_Task, 'duration_secs': 1.60925} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.381070] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Created linked-clone VM from snapshot [ 975.384395] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de24f6-beaf-48fb-a146-8b5dbb4f679a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.397179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.397544] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Uploading image bee9582d-42c6-4608-b512-e9117daae9ec {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 975.411369] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.411695] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7d0d782-0fcd-40f7-adae-e02cfa1d1a08 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.419724] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 975.419724] env[69133]: value = "task-3191341" [ 975.419724] env[69133]: _type = "Task" [ 975.419724] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.431018] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191341, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.442117] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.442390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.542124] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191338, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.669652] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.673509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0cd88074-61ff-41ed-9a36-78a88228e81c tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.674572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.768s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.674856] env[69133]: DEBUG nova.objects.instance [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'resources' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.682817] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.682817] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a26ba16-c9f4-4168-ac05-a20d740e9a68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.692583] env[69133]: DEBUG oslo_vmware.api [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 975.692583] env[69133]: value = "task-3191342" [ 975.692583] env[69133]: _type = "Task" [ 975.692583] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.704699] env[69133]: DEBUG oslo_vmware.api [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.746289] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.818431] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Successfully created port: cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.836269] env[69133]: DEBUG nova.compute.manager [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.837479] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.839356] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90188551-6538-406e-af56-fd1cb34c5d77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.850027] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.850027] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-975b75e9-5151-4d3a-8692-35bddc16f327 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.855863] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 975.855863] env[69133]: value = "task-3191343" [ 975.855863] env[69133]: _type = "Task" [ 975.855863] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.869055] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.934545] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191341, 'name': Destroy_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.945648] env[69133]: INFO nova.compute.manager [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Detaching volume 56254b4c-5071-4d91-b368-ca20bd31170e [ 976.008728] env[69133]: INFO nova.virt.block_device [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Attempting to driver detach volume 56254b4c-5071-4d91-b368-ca20bd31170e from mountpoint /dev/sdb [ 976.009306] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 976.009639] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638207', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'name': 'volume-56254b4c-5071-4d91-b368-ca20bd31170e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562b8662-372b-4916-b7f2-c90bab1d7078', 'attached_at': '', 'detached_at': '', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'serial': '56254b4c-5071-4d91-b368-ca20bd31170e'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 976.010718] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3db541-dd4d-4bdf-8a3a-44bb416140d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.045178] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f938a33-07c8-4c3f-ac5e-cd0bb7719bd1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.054568] env[69133]: DEBUG oslo_vmware.api [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191338, 'name': PowerOnVM_Task, 'duration_secs': 1.033511} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.056931] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.057569] env[69133]: INFO nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Took 8.86 seconds to spawn the instance on the hypervisor. [ 976.057849] env[69133]: DEBUG nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.059529] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5a7c0-59d9-44a5-8db9-044762546ecc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.063332] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094df349-741a-4f26-a6f9-0e2069794bc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.095052] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf84fdf-0892-4bbf-81e7-cfd11e38c34f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.111792] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] The volume has not been displaced from its original location: [datastore2] volume-56254b4c-5071-4d91-b368-ca20bd31170e/volume-56254b4c-5071-4d91-b368-ca20bd31170e.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 976.117535] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.117930] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf70600-2069-4695-8d28-2680d0a94dc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.136462] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 976.136462] env[69133]: value = "task-3191344" [ 976.136462] env[69133]: _type = "Task" [ 976.136462] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.146464] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.181318] env[69133]: DEBUG nova.objects.instance [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'numa_topology' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.204010] env[69133]: DEBUG oslo_vmware.api [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.248659] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191340, 'name': ReconfigVM_Task, 'duration_secs': 0.68012} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.248659] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 86958f4b-d53a-4cd5-b70c-a3c5b9246131/86958f4b-d53a-4cd5-b70c-a3c5b9246131.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.248659] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a05b5075-ab18-4c75-b10f-82dd81037902 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.257211] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 976.257211] env[69133]: value = "task-3191345" [ 976.257211] env[69133]: _type = "Task" [ 976.257211] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.266984] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191345, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.368707] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191343, 'name': PowerOffVM_Task, 'duration_secs': 0.219047} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.369182] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.369456] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.369805] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f715f181-c8b0-4947-bf6e-3ba5bacb77d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.431025] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191341, 'name': Destroy_Task, 'duration_secs': 0.571188} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.431994] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Destroyed the VM [ 976.432886] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 976.432886] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7966c28b-7e80-4e4b-9869-54c6d79c51d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.438453] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 976.438453] env[69133]: value = "task-3191347" [ 976.438453] env[69133]: _type = "Task" [ 976.438453] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.447771] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.606680] env[69133]: INFO nova.compute.manager [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Took 34.84 seconds to build instance. [ 976.648283] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191344, 'name': ReconfigVM_Task, 'duration_secs': 0.252507} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.648564] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.653625] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf030f8-7b36-4edf-b3da-838a504aa266 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.670048] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 976.670048] env[69133]: value = "task-3191348" [ 976.670048] env[69133]: _type = "Task" [ 976.670048] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.678226] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.683889] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.686161] env[69133]: DEBUG nova.objects.base [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Object Instance<2be3c8f3-df63-4b8d-8c48-c93a37aa26c8> lazy-loaded attributes: resources,numa_topology {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.703061] env[69133]: DEBUG oslo_vmware.api [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191342, 'name': PowerOnVM_Task, 'duration_secs': 0.589529} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.703347] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.703543] env[69133]: DEBUG nova.compute.manager [None req-f481fdb0-0ba3-4149-8544-958439ab7752 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.704338] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6603e-08f9-4468-a2ff-76362becc672 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.729615] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.729913] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.730125] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.730338] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.730497] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.730650] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.730866] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.731039] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.731242] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.731432] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.733051] env[69133]: DEBUG nova.virt.hardware [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.733051] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664d6f07-bba1-4589-9edb-3c2d1d08f548 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.742601] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8a9ff-b8b1-456b-a01c-7c5d2b5d5a7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.768921] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191345, 'name': Rename_Task, 'duration_secs': 0.15892} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.769161] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.769398] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e179c7b6-1aa5-4cbd-bdf9-6d4d521d9d87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.775022] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 976.775022] env[69133]: value = "task-3191349" [ 976.775022] env[69133]: _type = "Task" [ 976.775022] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.785437] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.827029] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.827279] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.827476] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Deleting the datastore file [datastore1] 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.827848] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cffa09dd-54ba-4cb7-b6b4-6764b1720f56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.838019] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for the task: (returnval){ [ 976.838019] env[69133]: value = "task-3191350" [ 976.838019] env[69133]: _type = "Task" [ 976.838019] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.844942] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.948222] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.031355] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ba5d3b-6266-4253-b074-74f6713e5264 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.039629] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800db79d-0b89-417d-850a-ba425f0154e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.071557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078e025-c056-4088-bbe1-f33eb000514b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.079277] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca422e8f-524c-4600-967e-87b780655f9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096012] env[69133]: DEBUG nova.compute.provider_tree [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.108471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a3b627bd-8b55-47ee-b5de-b935ff8a6937 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.354s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.182596] env[69133]: DEBUG oslo_vmware.api [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191348, 'name': ReconfigVM_Task, 'duration_secs': 0.176764} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.183255] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638207', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'name': 'volume-56254b4c-5071-4d91-b368-ca20bd31170e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '562b8662-372b-4916-b7f2-c90bab1d7078', 'attached_at': '', 'detached_at': '', 'volume_id': '56254b4c-5071-4d91-b368-ca20bd31170e', 'serial': '56254b4c-5071-4d91-b368-ca20bd31170e'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 977.286125] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191349, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.348681] env[69133]: DEBUG oslo_vmware.api [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Task: {'id': task-3191350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266767} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.349010] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.349219] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.349402] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.349578] env[69133]: INFO nova.compute.manager [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Took 1.51 seconds to destroy the instance on the hypervisor. [ 977.349816] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.350014] env[69133]: DEBUG nova.compute.manager [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.350118] env[69133]: DEBUG nova.network.neutron [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.450939] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191347, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.603086] env[69133]: DEBUG nova.scheduler.client.report [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.748057] env[69133]: DEBUG nova.objects.instance [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lazy-loading 'flavor' on Instance uuid 562b8662-372b-4916-b7f2-c90bab1d7078 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.785970] env[69133]: DEBUG oslo_vmware.api [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191349, 'name': PowerOnVM_Task, 'duration_secs': 0.560728} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.790021] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.790021] env[69133]: INFO nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Took 8.03 seconds to spawn the instance on the hypervisor. [ 977.790021] env[69133]: DEBUG nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.790021] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3de1af9-a1bb-41e0-8c25-05f6ebaa47f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.894477] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Successfully updated port: cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.954985] env[69133]: DEBUG oslo_vmware.api [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191347, 'name': RemoveSnapshot_Task, 'duration_secs': 1.419552} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.955737] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 977.972316] env[69133]: DEBUG nova.compute.manager [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Received event network-vif-plugged-cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.972997] env[69133]: DEBUG oslo_concurrency.lockutils [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.974069] env[69133]: DEBUG oslo_concurrency.lockutils [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.974375] env[69133]: DEBUG oslo_concurrency.lockutils [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.974812] env[69133]: DEBUG nova.compute.manager [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] No waiting events found dispatching network-vif-plugged-cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.975135] env[69133]: WARNING nova.compute.manager [req-494f87a2-18e4-4ce1-98c3-b73b5ce52caf req-67de76dd-1dcc-4dbf-8cd2-9870e2adc821 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Received unexpected event network-vif-plugged-cd703cec-81d5-4173-b572-88efa7092ef5 for instance with vm_state building and task_state spawning. [ 978.067599] env[69133]: DEBUG nova.compute.manager [req-d1bfdb41-6a2b-4707-9577-69465d00bf48 req-a7236faf-8bd1-4002-9252-0e81d6d2c06d service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Received event network-vif-deleted-b183cc21-798f-4fe9-b3fe-751f3dcf2268 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.067856] env[69133]: INFO nova.compute.manager [req-d1bfdb41-6a2b-4707-9577-69465d00bf48 req-a7236faf-8bd1-4002-9252-0e81d6d2c06d service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Neutron deleted interface b183cc21-798f-4fe9-b3fe-751f3dcf2268; detaching it from the instance and deleting it from the info cache [ 978.068012] env[69133]: DEBUG nova.network.neutron [req-d1bfdb41-6a2b-4707-9577-69465d00bf48 req-a7236faf-8bd1-4002-9252-0e81d6d2c06d service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.111875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.114153] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.778s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.114400] env[69133]: DEBUG nova.objects.instance [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lazy-loading 'resources' on Instance uuid 74d8073a-8887-43ab-9ca2-dde971b8e9ec {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.254129] env[69133]: DEBUG nova.network.neutron [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.308163] env[69133]: INFO nova.compute.manager [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Took 25.15 seconds to build instance. [ 978.401339] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.401339] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.401339] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.462204] env[69133]: WARNING nova.compute.manager [None req-30ad4e5e-f5e1-4864-8182-99778d09cb50 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Image not found during snapshot: nova.exception.ImageNotFound: Image bee9582d-42c6-4608-b512-e9117daae9ec could not be found. [ 978.574838] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aba3b234-6dea-4d27-9206-0bfdd46a20ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.591043] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ef482-aa76-447e-ba3a-9a92557454f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.645369] env[69133]: DEBUG nova.compute.manager [req-d1bfdb41-6a2b-4707-9577-69465d00bf48 req-a7236faf-8bd1-4002-9252-0e81d6d2c06d service nova] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Detach interface failed, port_id=b183cc21-798f-4fe9-b3fe-751f3dcf2268, reason: Instance 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.645369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6f1dd1c8-50c6-43d4-93f7-875d99186dc0 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.675s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.646348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.605s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.646557] env[69133]: INFO nova.compute.manager [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Unshelving [ 978.686260] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.686465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.759643] env[69133]: INFO nova.compute.manager [-] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Took 1.41 seconds to deallocate network for instance. [ 978.760263] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5ed1c85d-2db5-443b-bb30-86bff33caf71 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.817157] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d178b7c0-42fe-4ff8-aea7-fb21d1ee3128 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.669s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.977938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.977938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.977938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.977938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.977938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.981746] env[69133]: INFO nova.compute.manager [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Terminating instance [ 979.015349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4be71-68fa-4674-964e-481ac7c68079 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.025301] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e36d5bd-0fcc-40ee-b9e6-84775e44f84f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.061020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0805e2b-fee3-457e-91e9-a51d6c8a9acb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.070903] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a6674-084d-4b10-aa7d-d31a602ab54d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.087190] env[69133]: DEBUG nova.compute.provider_tree [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.190162] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.190307] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.275738] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.325762] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.328568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.328568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.328568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.328568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.329370] env[69133]: INFO nova.compute.manager [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Terminating instance [ 979.490579] env[69133]: DEBUG nova.compute.manager [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.490579] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.490579] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb7400-686d-4f27-b491-b9f8d6d490e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.499033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.500084] env[69133]: DEBUG nova.network.neutron [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Updating instance_info_cache with network_info: [{"id": "cd703cec-81d5-4173-b572-88efa7092ef5", "address": "fa:16:3e:7f:14:9c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd703cec-81", "ovs_interfaceid": "cd703cec-81d5-4173-b572-88efa7092ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.501635] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f51161b-ab49-4221-b0da-c02325e195e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.510021] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 979.510021] env[69133]: value = "task-3191351" [ 979.510021] env[69133]: _type = "Task" [ 979.510021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.518947] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.592022] env[69133]: DEBUG nova.scheduler.client.report [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.675933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.719705] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.836401] env[69133]: DEBUG nova.compute.manager [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.837131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.837963] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e1ea3-3223-4374-a0b3-9e137003d0e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.846323] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.846627] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ccbb98-5411-4ef1-b387-c4db0275a032 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.856675] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 979.856675] env[69133]: value = "task-3191352" [ 979.856675] env[69133]: _type = "Task" [ 979.856675] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.865864] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.005534] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005958] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Instance network_info: |[{"id": "cd703cec-81d5-4173-b572-88efa7092ef5", "address": "fa:16:3e:7f:14:9c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd703cec-81", "ovs_interfaceid": "cd703cec-81d5-4173-b572-88efa7092ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.008030] env[69133]: DEBUG nova.compute.manager [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Received event network-changed-cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.008238] env[69133]: DEBUG nova.compute.manager [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Refreshing instance network info cache due to event network-changed-cd703cec-81d5-4173-b572-88efa7092ef5. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.008482] env[69133]: DEBUG oslo_concurrency.lockutils [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] Acquiring lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.008662] env[69133]: DEBUG oslo_concurrency.lockutils [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] Acquired lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.008841] env[69133]: DEBUG nova.network.neutron [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Refreshing network info cache for port cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.010475] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:14:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd703cec-81d5-4173-b572-88efa7092ef5', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.019194] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.022290] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.026992] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33db873e-e12b-4d0a-ab20-daedc3f313a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.051908] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191351, 'name': PowerOffVM_Task, 'duration_secs': 0.324836} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.052525] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.052717] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.053329] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.053329] env[69133]: value = "task-3191353" [ 980.053329] env[69133]: _type = "Task" [ 980.053329] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.053601] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d569f09c-c110-4642-89f6-35df4cfdfe16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.067722] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191353, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.095448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.097851] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.959s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.099400] env[69133]: INFO nova.compute.claims [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.104296] env[69133]: DEBUG nova.compute.manager [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Received event network-changed-7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.104296] env[69133]: DEBUG nova.compute.manager [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Refreshing instance network info cache due to event network-changed-7cc41fd9-289a-4f2e-9cea-7765657aaf16. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.105131] env[69133]: DEBUG oslo_concurrency.lockutils [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.105131] env[69133]: DEBUG oslo_concurrency.lockutils [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.105131] env[69133]: DEBUG nova.network.neutron [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Refreshing network info cache for port 7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.118389] env[69133]: INFO nova.scheduler.client.report [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Deleted allocations for instance 74d8073a-8887-43ab-9ca2-dde971b8e9ec [ 980.133522] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.134266] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.134372] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleting the datastore file [datastore1] 792230eb-9749-4cd3-8e27-8a64e7ff0404 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.134687] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0e723e6-487c-4793-838e-fdc5ad797dc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.143139] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for the task: (returnval){ [ 980.143139] env[69133]: value = "task-3191355" [ 980.143139] env[69133]: _type = "Task" [ 980.143139] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.152173] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.313801] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.314049] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.375129] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191352, 'name': PowerOffVM_Task, 'duration_secs': 0.233529} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.375956] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.377017] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.377017] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4ca644-070b-4d76-b865-5e10d42592d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.439395] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.439650] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.439845] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] 86958f4b-d53a-4cd5-b70c-a3c5b9246131 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.440139] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62f22c69-c94f-4f64-9751-5ae0e8a6e5f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.446249] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 980.446249] env[69133]: value = "task-3191357" [ 980.446249] env[69133]: _type = "Task" [ 980.446249] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.460300] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.529736] env[69133]: DEBUG nova.network.neutron [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Updated VIF entry in instance network info cache for port cd703cec-81d5-4173-b572-88efa7092ef5. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.530226] env[69133]: DEBUG nova.network.neutron [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Updating instance_info_cache with network_info: [{"id": "cd703cec-81d5-4173-b572-88efa7092ef5", "address": "fa:16:3e:7f:14:9c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd703cec-81", "ovs_interfaceid": "cd703cec-81d5-4173-b572-88efa7092ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.568171] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191353, 'name': CreateVM_Task, 'duration_secs': 0.505288} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.568488] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.569173] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.569458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.569853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.570129] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4b4587-d90f-4859-858a-ac77a5c62485 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.576238] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 980.576238] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ab83df-14cc-d34a-3d87-3d9fdd3883c5" [ 980.576238] env[69133]: _type = "Task" [ 980.576238] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.584342] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab83df-14cc-d34a-3d87-3d9fdd3883c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.626997] env[69133]: DEBUG oslo_concurrency.lockutils [None req-20287eea-3fc2-4a36-a659-8798d3910e1f tempest-ServersTestBootFromVolume-1126727104 tempest-ServersTestBootFromVolume-1126727104-project-member] Lock "74d8073a-8887-43ab-9ca2-dde971b8e9ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.830s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.655346] env[69133]: DEBUG oslo_vmware.api [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Task: {'id': task-3191355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336676} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.658016] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.658247] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.658429] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.658589] env[69133]: INFO nova.compute.manager [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Took 1.17 seconds to destroy the instance on the hypervisor. [ 980.658867] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.659097] env[69133]: DEBUG nova.compute.manager [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.659193] env[69133]: DEBUG nova.network.neutron [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.817295] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.956902] env[69133]: DEBUG oslo_vmware.api [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283994} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.958538] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.958538] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.958538] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.958538] env[69133]: INFO nova.compute.manager [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Took 1.12 seconds to destroy the instance on the hypervisor. [ 980.958538] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.958787] env[69133]: DEBUG nova.compute.manager [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.960273] env[69133]: DEBUG nova.network.neutron [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.032840] env[69133]: DEBUG oslo_concurrency.lockutils [req-537ece66-a3fd-45d6-a263-943f7dfc20b0 req-cd02de17-42f4-4602-8234-a2e2e146b038 service nova] Releasing lock "refresh_cache-da7a7784-3d15-45c0-aa8a-d662aa3da035" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.087508] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab83df-14cc-d34a-3d87-3d9fdd3883c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.087880] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.088193] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.088494] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.088586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.088850] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.089058] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-572d7153-1e7c-4098-8dd9-018d0da5d861 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.098128] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.098421] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.099389] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2706794a-5add-4eb5-a867-67e82b09c17b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.104893] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 981.104893] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ecbcb8-136f-7136-7d4d-8db23b1801ad" [ 981.104893] env[69133]: _type = "Task" [ 981.104893] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.117167] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ecbcb8-136f-7136-7d4d-8db23b1801ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.164639] env[69133]: DEBUG nova.network.neutron [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updated VIF entry in instance network info cache for port 7cc41fd9-289a-4f2e-9cea-7765657aaf16. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.165074] env[69133]: DEBUG nova.network.neutron [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.340840] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.446617] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b9c3b-805f-4187-9538-2eb2a4261af1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.454018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da8934-d4d9-47ad-9965-907715f70cd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.485320] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "df5253de-0ded-4197-aa44-4d8be27c68b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.485653] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.485922] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.486177] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.486411] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.488740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0c8238-2098-4948-a40d-4c413e7f26ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.491754] env[69133]: INFO nova.compute.manager [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Terminating instance [ 981.498861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b4083-e212-4337-8564-257a014f5c76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.513236] env[69133]: DEBUG nova.compute.provider_tree [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.619144] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ecbcb8-136f-7136-7d4d-8db23b1801ad, 'name': SearchDatastore_Task, 'duration_secs': 0.025549} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.621233] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2dbbe1-fe46-44f4-a807-032dc1deadcf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.626934] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 981.626934] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52691d2f-c06f-9dad-aec0-2a64e664d1a9" [ 981.626934] env[69133]: _type = "Task" [ 981.626934] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.635304] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52691d2f-c06f-9dad-aec0-2a64e664d1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.668800] env[69133]: DEBUG oslo_concurrency.lockutils [req-83e4f4f4-ec1a-40d8-99bd-a0de241989b9 req-1591cc28-a401-4aef-aa39-45299d6c8dc3 service nova] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.807939] env[69133]: DEBUG nova.network.neutron [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.924694] env[69133]: DEBUG nova.network.neutron [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.005941] env[69133]: DEBUG nova.compute.manager [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.006198] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.007105] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbddcdb-f46a-4c3a-9096-fdb381b4c770 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.016989] env[69133]: DEBUG nova.scheduler.client.report [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.020340] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.020694] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d743f27b-ada5-4782-ad22-d4a220690f9b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.029370] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 982.029370] env[69133]: value = "task-3191358" [ 982.029370] env[69133]: _type = "Task" [ 982.029370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.043833] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.138472] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52691d2f-c06f-9dad-aec0-2a64e664d1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.139840] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.140133] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] da7a7784-3d15-45c0-aa8a-d662aa3da035/da7a7784-3d15-45c0-aa8a-d662aa3da035.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.141587] env[69133]: DEBUG nova.compute.manager [req-4fa67ceb-3aff-413d-a081-f6ed8dbe65a9 req-67ecfd47-34cd-4c7d-bfdb-f0803c1bfd17 service nova] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Received event network-vif-deleted-1c829a62-ed0d-41ed-879f-f9d5c2f4f42f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.141693] env[69133]: DEBUG nova.compute.manager [req-4fa67ceb-3aff-413d-a081-f6ed8dbe65a9 req-67ecfd47-34cd-4c7d-bfdb-f0803c1bfd17 service nova] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Received event network-vif-deleted-bcf31b65-0ecb-40bf-bb53-2301d833c980 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.141992] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c978f089-7abb-4736-95b9-a0deb3171966 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.149970] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 982.149970] env[69133]: value = "task-3191359" [ 982.149970] env[69133]: _type = "Task" [ 982.149970] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.161455] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.307332] env[69133]: INFO nova.compute.manager [-] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Took 1.65 seconds to deallocate network for instance. [ 982.427174] env[69133]: INFO nova.compute.manager [-] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Took 1.47 seconds to deallocate network for instance. [ 982.522832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.523501] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.529514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.806s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.534028] env[69133]: DEBUG nova.objects.instance [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'resources' on Instance uuid 87f5ad3d-f68b-42c3-a00d-f013ee49ad24 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.545506] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191358, 'name': PowerOffVM_Task, 'duration_secs': 0.225394} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.545892] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.546222] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.546386] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba544894-3744-4fba-adaf-f04d06041afa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.616284] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.616524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.616724] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleting the datastore file [datastore1] df5253de-0ded-4197-aa44-4d8be27c68b8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.617042] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-847d01ea-2021-4538-8749-9f66a50715dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.625718] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 982.625718] env[69133]: value = "task-3191361" [ 982.625718] env[69133]: _type = "Task" [ 982.625718] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.636596] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.661649] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488372} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.663105] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] da7a7784-3d15-45c0-aa8a-d662aa3da035/da7a7784-3d15-45c0-aa8a-d662aa3da035.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.663105] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.663274] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffb87f74-a899-4df1-adbf-df53ea0bd41f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.671491] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 982.671491] env[69133]: value = "task-3191362" [ 982.671491] env[69133]: _type = "Task" [ 982.671491] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.680117] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.815447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.934405] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.033651] env[69133]: DEBUG nova.compute.utils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.035319] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.035519] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.099659] env[69133]: DEBUG nova.policy [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05413372f5654a06af2d3f799fba7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d5d92e01d34a80a2e25f66a4f7a526', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.138466] env[69133]: DEBUG oslo_vmware.api [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445511} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.138723] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.138913] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.139104] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.139288] env[69133]: INFO nova.compute.manager [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.139525] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.139714] env[69133]: DEBUG nova.compute.manager [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.139810] env[69133]: DEBUG nova.network.neutron [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.186597] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066107} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.187088] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.188163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4577f0-eaa0-4aea-92b9-06178d40c390 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.216246] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] da7a7784-3d15-45c0-aa8a-d662aa3da035/da7a7784-3d15-45c0-aa8a-d662aa3da035.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.219589] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b2bf94-85fc-4d34-8cf6-bcc7dfb753fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.242089] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 983.242089] env[69133]: value = "task-3191363" [ 983.242089] env[69133]: _type = "Task" [ 983.242089] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.252326] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.419354] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981fe77-53ec-4868-b7e7-2986cdf6e79c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.428200] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee316077-1f1a-422f-a833-230d64610b91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.466522] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10379740-6b1c-4c64-a0f1-70019dd4bd83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.475223] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595a505-1a6d-46a5-aace-5482734689a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.489693] env[69133]: DEBUG nova.compute.provider_tree [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.540718] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.646975] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Successfully created port: 84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.751337] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191363, 'name': ReconfigVM_Task, 'duration_secs': 0.495545} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.751612] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfigured VM instance instance-00000056 to attach disk [datastore2] da7a7784-3d15-45c0-aa8a-d662aa3da035/da7a7784-3d15-45c0-aa8a-d662aa3da035.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.752259] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682a51c3-e614-4c4e-a3e0-e5d8a7cb56a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.758406] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 983.758406] env[69133]: value = "task-3191364" [ 983.758406] env[69133]: _type = "Task" [ 983.758406] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.765532] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191364, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.993490] env[69133]: DEBUG nova.scheduler.client.report [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.097688] env[69133]: DEBUG nova.network.neutron [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.163872] env[69133]: DEBUG nova.compute.manager [req-3eda9ac5-19a9-42c2-a4a1-c0d6793875cf req-3f001c79-2c3d-4694-801f-02ec118623dd service nova] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Received event network-vif-deleted-23c27cc1-3c4f-4a71-86ee-a468a2006167 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.268615] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191364, 'name': Rename_Task, 'duration_secs': 0.140827} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.268884] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.269143] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-818c9bb1-c5b8-4e39-bcbb-a32e8894e976 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.274877] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 984.274877] env[69133]: value = "task-3191365" [ 984.274877] env[69133]: _type = "Task" [ 984.274877] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.282710] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.498521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.501797] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.104s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.501797] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.501797] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 984.501797] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.226s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.502154] env[69133]: DEBUG nova.objects.instance [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lazy-loading 'resources' on Instance uuid 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.503760] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76967f-4663-4d53-b046-641178b3b981 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.513108] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b76ce0-6878-4e63-bd1b-9f7cc4713f6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.528329] env[69133]: INFO nova.scheduler.client.report [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocations for instance 87f5ad3d-f68b-42c3-a00d-f013ee49ad24 [ 984.529891] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153e9c1-ee45-47bc-9298-58e5b2f0c68e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.538708] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea2aa7-3846-4c3f-8ad4-e40034a16aee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.569832] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.572434] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178782MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 984.572596] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.597664] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.597939] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.598175] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.598387] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.598542] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.598712] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.598911] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.599103] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.599344] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.599476] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.599654] env[69133]: DEBUG nova.virt.hardware [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.600101] env[69133]: INFO nova.compute.manager [-] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Took 1.46 seconds to deallocate network for instance. [ 984.600921] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1e5c0-7e27-4a86-89d7-ad223ac136d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.612174] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f9ced7-3f7c-4814-85f9-db945ca55ec8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.786073] env[69133]: DEBUG oslo_vmware.api [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191365, 'name': PowerOnVM_Task, 'duration_secs': 0.491369} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.786375] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.786581] env[69133]: INFO nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Took 8.10 seconds to spawn the instance on the hypervisor. [ 984.786762] env[69133]: DEBUG nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.787641] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ba566-73ac-465a-8f44-3a270bbe0036 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.041408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c2398cf3-14bb-4e00-b31f-0157acbccb00 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "87f5ad3d-f68b-42c3-a00d-f013ee49ad24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.556s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.112559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.214433] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Successfully updated port: 84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.286664] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146bc7a-7cb1-4e52-9e3c-4ca4b8118f01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.294367] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e238f865-a5e8-43a1-b434-1a2b2af3e0f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.303933] env[69133]: INFO nova.compute.manager [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Took 25.81 seconds to build instance. [ 985.330419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4bc3c423-1025-45a4-b1c0-df5e904a90f1 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.843s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.331160] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e6476-ee52-4cb5-8592-3067758989fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.339072] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940472ab-30fd-414a-843d-4419f9abbdc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.352566] env[69133]: DEBUG nova.compute.provider_tree [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.719558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.719702] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.719860] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.856111] env[69133]: DEBUG nova.scheduler.client.report [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.189033] env[69133]: DEBUG nova.compute.manager [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Received event network-vif-plugged-84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.189033] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Acquiring lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.189033] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.189033] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.189431] env[69133]: DEBUG nova.compute.manager [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] No waiting events found dispatching network-vif-plugged-84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.189431] env[69133]: WARNING nova.compute.manager [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Received unexpected event network-vif-plugged-84a6bbc5-0010-4f0a-a205-e77ec68f6cff for instance with vm_state building and task_state spawning. [ 986.189544] env[69133]: DEBUG nova.compute.manager [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Received event network-changed-84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.189633] env[69133]: DEBUG nova.compute.manager [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Refreshing instance network info cache due to event network-changed-84a6bbc5-0010-4f0a-a205-e77ec68f6cff. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.189795] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Acquiring lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.252177] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.362007] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.364207] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.689s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.364690] env[69133]: DEBUG nova.objects.instance [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'pci_requests' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.385228] env[69133]: INFO nova.scheduler.client.report [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Deleted allocations for instance 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9 [ 986.396704] env[69133]: DEBUG nova.network.neutron [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Updating instance_info_cache with network_info: [{"id": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "address": "fa:16:3e:54:5f:aa", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a6bbc5-00", "ovs_interfaceid": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.869061] env[69133]: DEBUG nova.objects.instance [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'numa_topology' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.893306] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e55fa026-2d32-4eb1-859a-13014134e647 tempest-ServerTagsTestJSON-2077713803 tempest-ServerTagsTestJSON-2077713803-project-member] Lock "0f8ede1d-1cd0-4cd9-ab92-234822aad9f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.566s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.899407] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.899534] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance network_info: |[{"id": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "address": "fa:16:3e:54:5f:aa", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a6bbc5-00", "ovs_interfaceid": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.900007] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Acquired lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.900007] env[69133]: DEBUG nova.network.neutron [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Refreshing network info cache for port 84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.901127] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:5f:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84a6bbc5-0010-4f0a-a205-e77ec68f6cff', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.909076] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.910394] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.910634] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd8be916-6450-496c-b23c-4303f45289e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.931116] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.931116] env[69133]: value = "task-3191366" [ 986.931116] env[69133]: _type = "Task" [ 986.931116] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.939402] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191366, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.979085] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.979366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.371461] env[69133]: INFO nova.compute.claims [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.441690] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191366, 'name': CreateVM_Task, 'duration_secs': 0.350958} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.441925] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.442592] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.442756] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.443337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.443554] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d84436-fd58-44ee-b132-a871f8399929 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.448673] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 987.448673] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d074e6-d0eb-b3c3-8ca6-d52ee358e530" [ 987.448673] env[69133]: _type = "Task" [ 987.448673] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.457200] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d074e6-d0eb-b3c3-8ca6-d52ee358e530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.482034] env[69133]: DEBUG nova.compute.utils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.636341] env[69133]: DEBUG nova.network.neutron [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Updated VIF entry in instance network info cache for port 84a6bbc5-0010-4f0a-a205-e77ec68f6cff. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.636711] env[69133]: DEBUG nova.network.neutron [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Updating instance_info_cache with network_info: [{"id": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "address": "fa:16:3e:54:5f:aa", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a6bbc5-00", "ovs_interfaceid": "84a6bbc5-0010-4f0a-a205-e77ec68f6cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.961595] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d074e6-d0eb-b3c3-8ca6-d52ee358e530, 'name': SearchDatastore_Task, 'duration_secs': 0.013747} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.961874] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.962168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.962503] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.962659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.962848] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.963138] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b826b9f-1770-4db3-af1c-b4bd3bddac4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.978192] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.978192] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.978953] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0759c2d-c787-4434-84d7-339ed04729b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.984403] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.985756] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 987.985756] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fff22c-2348-1bbc-8666-dd5cbb3e7c36" [ 987.985756] env[69133]: _type = "Task" [ 987.985756] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.996898] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fff22c-2348-1bbc-8666-dd5cbb3e7c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.139091] env[69133]: DEBUG oslo_concurrency.lockutils [req-21beac19-54b8-4fb0-9332-e9ea8813b3f6 req-aacd6a96-7d7a-469b-8cf8-c477a493984a service nova] Releasing lock "refresh_cache-38261b64-e11c-4400-b294-d42cec77ab9b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.499263] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fff22c-2348-1bbc-8666-dd5cbb3e7c36, 'name': SearchDatastore_Task, 'duration_secs': 0.046655} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.500091] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199f343c-d9a7-4a86-b0fc-8e835714abbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.507913] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 988.507913] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f3aa32-0594-41c3-2d29-f54a09a105dc" [ 988.507913] env[69133]: _type = "Task" [ 988.507913] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.516686] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f3aa32-0594-41c3-2d29-f54a09a105dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.649624] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139fbd68-0726-47f0-bba4-caf208770c6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.658326] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f228f088-2bf0-4d67-90c5-7c50cd205c66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.693438] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c9539-6d97-47ea-8ef7-944eea61cc89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.703297] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20df65d4-4af7-4440-9cbb-a93761c73290 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.719088] env[69133]: DEBUG nova.compute.provider_tree [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.018625] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f3aa32-0594-41c3-2d29-f54a09a105dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014235} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.018893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.019173] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.019463] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691cb77d-c9bd-4f4a-842e-9a854845c9aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.026781] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 989.026781] env[69133]: value = "task-3191367" [ 989.026781] env[69133]: _type = "Task" [ 989.026781] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.034784] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.070753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.071118] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.071361] env[69133]: INFO nova.compute.manager [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Attaching volume 31a7a8cb-c862-4162-bf37-164479a34079 to /dev/sdb [ 989.108563] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4842e04-a68d-49e2-8860-16d2d5167074 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.117354] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a650bb2-9ad8-4d4f-afda-66775cb04a90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.132216] env[69133]: DEBUG nova.virt.block_device [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Updating existing volume attachment record: 8526e086-1ef7-4661-980c-635bc31ff300 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 989.222512] env[69133]: DEBUG nova.scheduler.client.report [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.538445] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191367, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.727253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.363s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.729521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.010s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.731143] env[69133]: INFO nova.compute.claims [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.778367] env[69133]: INFO nova.network.neutron [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating port de5ff5bc-8c72-43e4-96d6-eddd4baf4674 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 990.038637] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546237} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.038775] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.038995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.039278] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f3acab1-eebd-4b46-8713-eb5dc3935558 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.046821] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 990.046821] env[69133]: value = "task-3191371" [ 990.046821] env[69133]: _type = "Task" [ 990.046821] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.056086] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.558660] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072677} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.559562] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.560636] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37a906-5a81-47cf-a715-a7f5a5ac30f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.586876] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.587215] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613bbb20-8a6c-45a3-8059-f90645c49a00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.609751] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 990.609751] env[69133]: value = "task-3191372" [ 990.609751] env[69133]: _type = "Task" [ 990.609751] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.618851] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.989185] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810dcaea-3377-43b8-b38f-d3f5f41c8dd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.998501] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bda76ad-e3e2-4a72-99b7-764730cedbfc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.031620] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a227c-d8e1-40e7-9c1f-a24c105ea135 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.040356] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28e17e-bb08-40c1-b278-8750344dc592 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.055556] env[69133]: DEBUG nova.compute.provider_tree [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.092419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.092677] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.123449] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191372, 'name': ReconfigVM_Task, 'duration_secs': 0.300203} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.123449] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.123449] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63b1b1b-7074-415a-a094-3345195b7c83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.130078] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 991.130078] env[69133]: value = "task-3191373" [ 991.130078] env[69133]: _type = "Task" [ 991.130078] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.139448] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191373, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.236688] env[69133]: DEBUG nova.compute.manager [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.236916] env[69133]: DEBUG oslo_concurrency.lockutils [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.237377] env[69133]: DEBUG oslo_concurrency.lockutils [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.237577] env[69133]: DEBUG oslo_concurrency.lockutils [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.237800] env[69133]: DEBUG nova.compute.manager [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] No waiting events found dispatching network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.237998] env[69133]: WARNING nova.compute.manager [req-dbe23f8b-cd8b-4fe1-bc04-bd661bad8b4f req-72b773b7-5195-4e32-aa92-d23ce50971b7 service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received unexpected event network-vif-plugged-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 for instance with vm_state shelved_offloaded and task_state spawning. [ 991.334988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.335332] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.335632] env[69133]: DEBUG nova.network.neutron [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.559563] env[69133]: DEBUG nova.scheduler.client.report [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.595074] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.639564] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191373, 'name': Rename_Task, 'duration_secs': 0.161598} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.639856] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.640119] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec09e83-660d-43dd-86af-19f047fdde9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.647389] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 991.647389] env[69133]: value = "task-3191375" [ 991.647389] env[69133]: _type = "Task" [ 991.647389] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.656297] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.038259] env[69133]: DEBUG nova.network.neutron [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.064712] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.065373] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.068424] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.728s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.070135] env[69133]: INFO nova.compute.claims [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.121475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.157665] env[69133]: DEBUG oslo_vmware.api [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191375, 'name': PowerOnVM_Task, 'duration_secs': 0.476303} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.158809] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.158809] env[69133]: INFO nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Took 7.59 seconds to spawn the instance on the hypervisor. [ 992.158809] env[69133]: DEBUG nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.159274] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4922871-e193-4cc0-8e2a-61f4dd74f266 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.540788] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.572273] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1d6c41181bfd32b33843b6ee2ec84d61',container_format='bare',created_at=2025-03-26T22:36:50Z,direct_url=,disk_format='vmdk',id=7a7908b4-7386-498b-8381-28e5c86c7499,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1056456315-shelved',owner='9f2368f9303b48b3b22d50f86f0fa787',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-26T22:37:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.572700] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.572782] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.573017] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.573226] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.573439] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.573718] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.573914] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.574157] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.574368] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.574580] env[69133]: DEBUG nova.virt.hardware [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.578079] env[69133]: DEBUG nova.compute.utils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.579921] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec70aeb7-bfdc-48db-b5c2-be7c366039d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.584041] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.584155] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.592318] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc100d3d-7e9b-4dc3-826b-14b5cf3e617a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.608501] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:b4:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de5ff5bc-8c72-43e4-96d6-eddd4baf4674', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.616572] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.617229] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.617826] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77bb9be-ba5c-4a31-825d-e156a438db74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.640163] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.640163] env[69133]: value = "task-3191376" [ 992.640163] env[69133]: _type = "Task" [ 992.640163] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.647321] env[69133]: DEBUG nova.policy [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '627b3162adcf4484af5666a85a478bb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f3955e0a3694b52a7aa0182f08e01f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.652336] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191376, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.679313] env[69133]: INFO nova.compute.manager [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Took 23.56 seconds to build instance. [ 993.004808] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Successfully created port: 67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.088086] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.151213] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191376, 'name': CreateVM_Task, 'duration_secs': 0.385605} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.153996] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.155166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.155343] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.155734] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.156044] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8128ed90-9363-4b32-8f4a-67019224ce27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.179114] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 993.179114] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b354cf-e78a-6433-e304-86234aabca8f" [ 993.179114] env[69133]: _type = "Task" [ 993.179114] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.185056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-14c05925-3dba-41f2-a3fa-443300f980a9 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.106s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.191855] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b354cf-e78a-6433-e304-86234aabca8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.265053] env[69133]: DEBUG nova.compute.manager [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.266338] env[69133]: DEBUG nova.compute.manager [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing instance network info cache due to event network-changed-de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.266338] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.266338] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.266494] env[69133]: DEBUG nova.network.neutron [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Refreshing network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.381825] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f58575-b061-4b7a-a52f-2e018335152c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.389720] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4e185d-9dfb-4113-ac72-d63b1f59405d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.421524] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdb5795-d6bf-4f39-9617-51957820b7ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.429843] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0166f5-61f1-496b-9be2-91a1dd508c7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.445280] env[69133]: DEBUG nova.compute.provider_tree [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.680181] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.681866] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638215', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'name': 'volume-31a7a8cb-c862-4162-bf37-164479a34079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7a7784-3d15-45c0-aa8a-d662aa3da035', 'attached_at': '', 'detached_at': '', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'serial': '31a7a8cb-c862-4162-bf37-164479a34079'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.681866] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7027ea45-f465-41fd-af85-c9e6b09793ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.706457] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.706991] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Processing image 7a7908b4-7386-498b-8381-28e5c86c7499 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.706991] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.707219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.707334] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.707732] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018f452f-b51f-4171-95dc-0e815a307ad0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.710197] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f263dd0-aefa-4fc4-a7ca-229ef3aa52fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.736188] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-31a7a8cb-c862-4162-bf37-164479a34079/volume-31a7a8cb-c862-4162-bf37-164479a34079.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.737592] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c4cd8b-aef7-4aee-bd1d-7bdea65ac7af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752199] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.752199] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.752781] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bcbcc8-8788-4299-98d8-a1fd7af79150 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.759052] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 993.759052] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d6091e-1468-d16f-38de-cb50ad7b2658" [ 993.759052] env[69133]: _type = "Task" [ 993.759052] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.763840] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 993.763840] env[69133]: value = "task-3191377" [ 993.763840] env[69133]: _type = "Task" [ 993.763840] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.775869] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d6091e-1468-d16f-38de-cb50ad7b2658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.778769] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.950981] env[69133]: DEBUG nova.scheduler.client.report [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.038117] env[69133]: DEBUG nova.network.neutron [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updated VIF entry in instance network info cache for port de5ff5bc-8c72-43e4-96d6-eddd4baf4674. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.038512] env[69133]: DEBUG nova.network.neutron [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.100460] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.121666] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.121912] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.122083] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.122268] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.122413] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.122557] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.122759] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.122942] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.123129] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.123292] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.123462] env[69133]: DEBUG nova.virt.hardware [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.124667] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31531cb5-2b25-4334-8fc8-f1600502146e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.133217] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9d0ca-374d-4a4a-8da6-b6c127811e89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.272079] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 994.272352] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Fetch image to [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c/OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 994.272539] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Downloading stream optimized image 7a7908b4-7386-498b-8381-28e5c86c7499 to [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c/OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c.vmdk on the data store datastore1 as vApp {{(pid=69133) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 994.272707] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Downloading image file data 7a7908b4-7386-498b-8381-28e5c86c7499 to the ESX as VM named 'OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c' {{(pid=69133) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 994.277676] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.346029] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 994.346029] env[69133]: value = "resgroup-9" [ 994.346029] env[69133]: _type = "ResourcePool" [ 994.346029] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 994.346388] env[69133]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0218dd92-0995-42c1-afa2-47841cae2889 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.368755] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lease: (returnval){ [ 994.368755] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520c247b-5ece-a51a-258c-9ab69ccb246b" [ 994.368755] env[69133]: _type = "HttpNfcLease" [ 994.368755] env[69133]: } obtained for vApp import into resource pool (val){ [ 994.368755] env[69133]: value = "resgroup-9" [ 994.368755] env[69133]: _type = "ResourcePool" [ 994.368755] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 994.369234] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the lease: (returnval){ [ 994.369234] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520c247b-5ece-a51a-258c-9ab69ccb246b" [ 994.369234] env[69133]: _type = "HttpNfcLease" [ 994.369234] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 994.376898] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.376898] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520c247b-5ece-a51a-258c-9ab69ccb246b" [ 994.376898] env[69133]: _type = "HttpNfcLease" [ 994.376898] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.456178] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.456768] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.460033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.645s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.460403] env[69133]: DEBUG nova.objects.instance [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lazy-loading 'resources' on Instance uuid 792230eb-9749-4cd3-8e27-8a64e7ff0404 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.487571] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Successfully updated port: 67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.495988] env[69133]: INFO nova.compute.manager [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Rebuilding instance [ 994.543707] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e209a9d-b009-494e-948b-5af88b6a37f8 req-7b7d6cbb-7a55-4bf0-90f8-8ee8562f20cb service nova] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.544410] env[69133]: DEBUG nova.compute.manager [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.545630] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46631566-b595-4fe0-967f-1f4d3891d433 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.776025] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191377, 'name': ReconfigVM_Task, 'duration_secs': 0.842494} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.776310] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-31a7a8cb-c862-4162-bf37-164479a34079/volume-31a7a8cb-c862-4162-bf37-164479a34079.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.780806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-517035ea-f03a-4a55-96a2-fb76e1f75086 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.796901] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 994.796901] env[69133]: value = "task-3191379" [ 994.796901] env[69133]: _type = "Task" [ 994.796901] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.807706] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.877598] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.877598] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520c247b-5ece-a51a-258c-9ab69ccb246b" [ 994.877598] env[69133]: _type = "HttpNfcLease" [ 994.877598] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.877995] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.877995] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520c247b-5ece-a51a-258c-9ab69ccb246b" [ 994.877995] env[69133]: _type = "HttpNfcLease" [ 994.877995] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 994.878787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddda4c-5e33-4213-98e5-a98851ba3308 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.886883] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.887112] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 994.956041] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9561a32-f8c0-4813-b3a5-2eb8def763bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.963889] env[69133]: DEBUG nova.compute.utils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.965491] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.965678] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.992501] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.992842] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquired lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.993066] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.008202] env[69133]: DEBUG nova.policy [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc906ee83044dda91997cefcaec0cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ed72b6d8aa04316ac24cb198b8d5e9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.296464] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050b79c-874e-4a3b-9858-075484cca13d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.317313] env[69133]: DEBUG oslo_vmware.api [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191379, 'name': ReconfigVM_Task, 'duration_secs': 0.152172} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.320900] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8fefd-5e49-44dd-a1a0-4f0624dd858f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.326147] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638215', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'name': 'volume-31a7a8cb-c862-4162-bf37-164479a34079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7a7784-3d15-45c0-aa8a-d662aa3da035', 'attached_at': '', 'detached_at': '', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'serial': '31a7a8cb-c862-4162-bf37-164479a34079'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.369689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9847c9-4f6c-4246-a3be-6bef1aa4f6f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.378688] env[69133]: DEBUG nova.compute.manager [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Received event network-vif-plugged-67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.378963] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Acquiring lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.379198] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.379366] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.379563] env[69133]: DEBUG nova.compute.manager [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] No waiting events found dispatching network-vif-plugged-67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.379743] env[69133]: WARNING nova.compute.manager [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Received unexpected event network-vif-plugged-67a265a8-aa33-45ce-b490-83ca34dddb66 for instance with vm_state building and task_state spawning. [ 995.379940] env[69133]: DEBUG nova.compute.manager [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Received event network-changed-67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.380116] env[69133]: DEBUG nova.compute.manager [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Refreshing instance network info cache due to event network-changed-67a265a8-aa33-45ce-b490-83ca34dddb66. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.380284] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Acquiring lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.391202] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f525d5-0ffa-4558-9bbc-21f6ffe1e637 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.408544] env[69133]: DEBUG nova.compute.provider_tree [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.470787] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.539636] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.561168] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.561494] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ca7516-9406-49ce-af72-05eafb4dcdd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.573762] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 995.573762] env[69133]: value = "task-3191380" [ 995.573762] env[69133]: _type = "Task" [ 995.573762] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.583700] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.766871] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Successfully created port: d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.790984] env[69133]: DEBUG nova.network.neutron [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updating instance_info_cache with network_info: [{"id": "67a265a8-aa33-45ce-b490-83ca34dddb66", "address": "fa:16:3e:af:61:e8", "network": {"id": "75b52d94-5917-4deb-b94d-d2b5699c6704", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415137178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f3955e0a3694b52a7aa0182f08e01f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a265a8-aa", "ovs_interfaceid": "67a265a8-aa33-45ce-b490-83ca34dddb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.916098] env[69133]: DEBUG nova.scheduler.client.report [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.080823] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 996.080995] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.086401] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93559ee7-8f26-4ca6-a0c3-b025cfcc2a74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.099416] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191380, 'name': PowerOffVM_Task, 'duration_secs': 0.213354} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.101282] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.101564] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.102724] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.102724] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 996.104055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28d069-86c0-4f20-b312-7347aa8c78ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.106488] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc63c588-b4cc-447c-b50f-9024201c16b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.113327] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.113745] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af358f4e-8e70-4610-927e-c129a3ef6e7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.208968] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.209280] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.209486] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore1] 38261b64-e11c-4400-b294-d42cec77ab9b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.209769] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f809739-7ff5-405d-929d-a2ac58b5b324 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.217613] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 996.217613] env[69133]: value = "task-3191382" [ 996.217613] env[69133]: _type = "Task" [ 996.217613] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.226583] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.295087] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Releasing lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.295496] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Instance network_info: |[{"id": "67a265a8-aa33-45ce-b490-83ca34dddb66", "address": "fa:16:3e:af:61:e8", "network": {"id": "75b52d94-5917-4deb-b94d-d2b5699c6704", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415137178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f3955e0a3694b52a7aa0182f08e01f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a265a8-aa", "ovs_interfaceid": "67a265a8-aa33-45ce-b490-83ca34dddb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.295839] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Acquired lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.296074] env[69133]: DEBUG nova.network.neutron [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Refreshing network info cache for port 67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.297376] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:61:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dcf5c3f7-4e33-4f21-b323-3673930b789c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67a265a8-aa33-45ce-b490-83ca34dddb66', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.305746] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Creating folder: Project (6f3955e0a3694b52a7aa0182f08e01f9). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.308461] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38dcf569-e529-42c8-b81f-26b4d9e880b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.311456] env[69133]: DEBUG oslo_vmware.rw_handles [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a2f461-0c5b-468d-2246-e6cf11b08f86/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 996.311738] env[69133]: INFO nova.virt.vmwareapi.images [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Downloaded image file data 7a7908b4-7386-498b-8381-28e5c86c7499 [ 996.312634] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5765b702-1477-4120-8573-a4aa91909047 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.330652] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa2092c2-1510-472b-805c-bd6e194eefed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.332271] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Created folder: Project (6f3955e0a3694b52a7aa0182f08e01f9) in parent group-v637972. [ 996.332475] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Creating folder: Instances. Parent ref: group-v638218. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.332716] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568ea70b-1d50-4687-9984-0978d6b05fe6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.344492] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Created folder: Instances in parent group-v638218. [ 996.344765] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.345033] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.345272] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec4cdb0b-2368-43e0-9269-0bc5ef3a823c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.363571] env[69133]: INFO nova.virt.vmwareapi.images [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] The imported VM was unregistered [ 996.366512] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 996.366757] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.367577] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ce9c800-54a3-45b7-8345-513838c300d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.379659] env[69133]: DEBUG nova.objects.instance [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'flavor' on Instance uuid da7a7784-3d15-45c0-aa8a-d662aa3da035 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.380950] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.380950] env[69133]: value = "task-3191386" [ 996.380950] env[69133]: _type = "Task" [ 996.380950] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.393581] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191386, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.398666] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Created directory with path [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.398867] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c/OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c.vmdk to [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk. {{(pid=69133) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 996.399141] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-61f834e6-2dd4-4892-a235-6544e73aa083 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.407195] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 996.407195] env[69133]: value = "task-3191387" [ 996.407195] env[69133]: _type = "Task" [ 996.407195] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.417037] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.426132] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.430041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.494s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.430041] env[69133]: DEBUG nova.objects.instance [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid 86958f4b-d53a-4cd5-b70c-a3c5b9246131 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.454705] env[69133]: INFO nova.scheduler.client.report [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Deleted allocations for instance 792230eb-9749-4cd3-8e27-8a64e7ff0404 [ 996.484825] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.524604] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.524879] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.525063] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.527236] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.527838] env[69133]: DEBUG nova.virt.hardware [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.528823] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9dfd3-bd10-4127-8dfb-2d8b9d68d284 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.539175] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.539175] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b0feb6-e661-400e-8ecd-29e08aec2dce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.729469] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.729752] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.729964] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.730217] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.887701] env[69133]: DEBUG oslo_concurrency.lockutils [None req-79f85e28-3f2a-4e1c-bb45-3e386a2b47b4 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.892034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.354s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.892034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.892034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.892034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.894513] env[69133]: INFO nova.compute.manager [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Terminating instance [ 996.901209] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191386, 'name': CreateVM_Task, 'duration_secs': 0.379682} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.902923] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.902923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.902923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.903287] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.904919] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad833d1-48ea-46eb-b83b-3112c1c86faf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.914605] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 996.914605] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524b2530-d9f4-20bc-2e2d-8531bdf10671" [ 996.914605] env[69133]: _type = "Task" [ 996.914605] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.925269] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.930156] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524b2530-d9f4-20bc-2e2d-8531bdf10671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.965487] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c082bf4c-1a71-4721-b87a-436976a7b739 tempest-ImagesTestJSON-8454748 tempest-ImagesTestJSON-8454748-project-member] Lock "792230eb-9749-4cd3-8e27-8a64e7ff0404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.990s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.083021] env[69133]: DEBUG nova.network.neutron [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updated VIF entry in instance network info cache for port 67a265a8-aa33-45ce-b490-83ca34dddb66. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.083165] env[69133]: DEBUG nova.network.neutron [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updating instance_info_cache with network_info: [{"id": "67a265a8-aa33-45ce-b490-83ca34dddb66", "address": "fa:16:3e:af:61:e8", "network": {"id": "75b52d94-5917-4deb-b94d-d2b5699c6704", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415137178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f3955e0a3694b52a7aa0182f08e01f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a265a8-aa", "ovs_interfaceid": "67a265a8-aa33-45ce-b490-83ca34dddb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.242707] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5739766d-2c56-4c96-8346-6ace763f8f30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.251951] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d5571d-8a40-4242-a120-a08adb015cb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286595] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88705cf3-35ad-4abc-ab68-1881179b343e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.296581] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318cf43-0196-40f4-ab9a-324f41739df0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.314356] env[69133]: DEBUG nova.compute.provider_tree [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.403580] env[69133]: DEBUG nova.compute.manager [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.403885] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.405313] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50d12403-1c1d-47c5-a2bf-051d4c5b2be7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.408233] env[69133]: DEBUG nova.compute.manager [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Received event network-vif-plugged-d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.408533] env[69133]: DEBUG oslo_concurrency.lockutils [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] Acquiring lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.409336] env[69133]: DEBUG oslo_concurrency.lockutils [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.409579] env[69133]: DEBUG oslo_concurrency.lockutils [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.409795] env[69133]: DEBUG nova.compute.manager [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] No waiting events found dispatching network-vif-plugged-d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.410014] env[69133]: WARNING nova.compute.manager [req-1bcf9ceb-02f5-4652-bef8-552d3f5f13d8 req-68e13173-48dc-4c00-a281-a49c0dfb654e service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Received unexpected event network-vif-plugged-d2cdcdfb-bcee-4803-ae85-d1c63205034b for instance with vm_state building and task_state spawning. [ 997.425676] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.427161] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 997.427161] env[69133]: value = "task-3191388" [ 997.427161] env[69133]: _type = "Task" [ 997.427161] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.440313] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524b2530-d9f4-20bc-2e2d-8531bdf10671, 'name': SearchDatastore_Task, 'duration_secs': 0.095981} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.445905] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.446328] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.446738] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.447191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.447491] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.447872] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.448357] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24838cd-0aec-4b8d-9142-8b98e60bb809 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.469142] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.473026] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.473026] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa270d2a-dbc1-4a16-8f23-4f445db2c433 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.478230] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 997.478230] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5287a65b-4041-d7e1-431a-bed1895135c5" [ 997.478230] env[69133]: _type = "Task" [ 997.478230] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.493387] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5287a65b-4041-d7e1-431a-bed1895135c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.531473] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Successfully updated port: d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.585590] env[69133]: DEBUG oslo_concurrency.lockutils [req-0dc93e90-66ef-4933-8446-8defeec1de90 req-f0eb13dd-0f66-44a8-b1df-e0084bf0cb36 service nova] Releasing lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.771392] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.771842] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.772024] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.772275] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.772484] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.772738] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.772975] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.773155] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.773423] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.773646] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.773841] env[69133]: DEBUG nova.virt.hardware [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.774939] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ed21d6-d5d8-48a7-aab7-94a8c66655b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.784895] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f70296-2cc6-49dd-819a-c2574cf06533 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.801489] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:5f:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84a6bbc5-0010-4f0a-a205-e77ec68f6cff', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.809740] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.810776] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.811147] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07bceb5a-b1c8-48ab-a9e0-5000eb22f168 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.836457] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.836457] env[69133]: value = "task-3191389" [ 997.836457] env[69133]: _type = "Task" [ 997.836457] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.847028] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191389, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.852497] env[69133]: ERROR nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [req-e676cdc8-eb69-4305-9d43-442299d44605] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e676cdc8-eb69-4305-9d43-442299d44605"}]} [ 997.870306] env[69133]: DEBUG nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 997.889598] env[69133]: DEBUG nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 997.889999] env[69133]: DEBUG nova.compute.provider_tree [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.903381] env[69133]: DEBUG nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 997.922947] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.925557] env[69133]: DEBUG nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 997.943745] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191388, 'name': PowerOffVM_Task, 'duration_secs': 0.434334} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.944573] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.944831] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.945147] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638215', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'name': 'volume-31a7a8cb-c862-4162-bf37-164479a34079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7a7784-3d15-45c0-aa8a-d662aa3da035', 'attached_at': '', 'detached_at': '', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'serial': '31a7a8cb-c862-4162-bf37-164479a34079'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.947084] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0b2763-6b01-462e-989b-a41453acea83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.974297] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ae9f6-db99-4f66-8e7b-d14a81f96d6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.985877] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ddd521-0ef8-44dd-af6b-7d66e0b58c78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.016781] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5287a65b-4041-d7e1-431a-bed1895135c5, 'name': SearchDatastore_Task, 'duration_secs': 0.093079} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.020350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c794d6-f8be-4a59-8236-3b7cc9b8b9a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.020766] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f126246b-aee7-461b-83f2-a33594c7f5a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.030216] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 998.030216] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52051871-a27b-68e3-5150-fb46a13cc7ca" [ 998.030216] env[69133]: _type = "Task" [ 998.030216] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.049607] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049607] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.049607] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.050755] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] The volume has not been displaced from its original location: [datastore1] volume-31a7a8cb-c862-4162-bf37-164479a34079/volume-31a7a8cb-c862-4162-bf37-164479a34079.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.057542] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.059382] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a87f33e-2026-40db-8185-0efe8cfa3ca4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.082737] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52051871-a27b-68e3-5150-fb46a13cc7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.097410] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 998.097410] env[69133]: value = "task-3191390" [ 998.097410] env[69133]: _type = "Task" [ 998.097410] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.109061] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.346570] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63572a40-2714-458b-81ae-43843337f483 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.354459] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191389, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.360182] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d009d-c9a1-432f-ac4a-98541861e0aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.392575] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb38920b-47a4-4859-b210-56a364e7c2f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.401711] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986358e-3883-4530-ad1c-9473656420de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.419076] env[69133]: DEBUG nova.compute.provider_tree [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.429850] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.543040] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52051871-a27b-68e3-5150-fb46a13cc7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.086855} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.543040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.543040] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd/7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.543040] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d3959e3-8a30-44e5-8393-6b40ac59f767 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.554742] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 998.554742] env[69133]: value = "task-3191391" [ 998.554742] env[69133]: _type = "Task" [ 998.554742] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.568527] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.606129] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.612435] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.849863] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191389, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.856685] env[69133]: DEBUG nova.network.neutron [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Updating instance_info_cache with network_info: [{"id": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "address": "fa:16:3e:34:ff:c4", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cdcdfb-bc", "ovs_interfaceid": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.936443] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.957658] env[69133]: DEBUG nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.957926] env[69133]: DEBUG nova.compute.provider_tree [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 122 to 123 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.958273] env[69133]: DEBUG nova.compute.provider_tree [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.065165] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.104873] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191390, 'name': ReconfigVM_Task, 'duration_secs': 0.732159} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.105309] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.112133] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317c374e-3f1d-4fde-af35-16decc91b9d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.132059] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 999.132059] env[69133]: value = "task-3191392" [ 999.132059] env[69133]: _type = "Task" [ 999.132059] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.143247] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.353159] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191389, 'name': CreateVM_Task, 'duration_secs': 1.507517} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.353497] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.354500] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.354581] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.354926] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.355259] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2132a7-7797-4149-86e8-d3d3dc678191 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.359430] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.359430] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Instance network_info: |[{"id": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "address": "fa:16:3e:34:ff:c4", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cdcdfb-bc", "ovs_interfaceid": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.359833] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ff:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2cdcdfb-bcee-4803-ae85-d1c63205034b', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.367537] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.369185] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.369871] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 999.369871] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fbb161-d1a4-1f27-0d6c-a14f1f5a42c3" [ 999.369871] env[69133]: _type = "Task" [ 999.369871] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.369871] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f312c13d-0ff6-4124-a37c-bb567e9ab373 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.396602] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fbb161-d1a4-1f27-0d6c-a14f1f5a42c3, 'name': SearchDatastore_Task, 'duration_secs': 0.029899} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.397990] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.398377] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.398541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.398692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.398875] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.399184] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.399184] env[69133]: value = "task-3191393" [ 999.399184] env[69133]: _type = "Task" [ 999.399184] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.399379] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56fc9e3b-abcb-42b0-a9ec-9bc21b849eb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.411118] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191393, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.412467] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.412745] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.413483] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62ea85d-d495-4f54-87c7-f6a5e5e196bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.419536] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 999.419536] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b3d45-c4b4-fe13-1128-14a158169766" [ 999.419536] env[69133]: _type = "Task" [ 999.419536] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.432371] env[69133]: DEBUG nova.compute.manager [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Received event network-changed-d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.432643] env[69133]: DEBUG nova.compute.manager [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Refreshing instance network info cache due to event network-changed-d2cdcdfb-bcee-4803-ae85-d1c63205034b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.432955] env[69133]: DEBUG oslo_concurrency.lockutils [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] Acquiring lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.433316] env[69133]: DEBUG oslo_concurrency.lockutils [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] Acquired lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.433316] env[69133]: DEBUG nova.network.neutron [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Refreshing network info cache for port d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.442134] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b3d45-c4b4-fe13-1128-14a158169766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.442422] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191387, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.731151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.447159] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c/OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c.vmdk to [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk. [ 999.447159] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Cleaning up location [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 999.447531] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e087feed-ad93-4563-a4b7-60e9fbb62c2c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.450826] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cc5de3-5ced-4f3e-bfa4-cff0f3015052 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.458408] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 999.458408] env[69133]: value = "task-3191394" [ 999.458408] env[69133]: _type = "Task" [ 999.458408] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.463590] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.035s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.467082] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.894s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.475856] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.495632] env[69133]: INFO nova.scheduler.client.report [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance 86958f4b-d53a-4cd5-b70c-a3c5b9246131 [ 999.566087] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191391, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.647222] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191392, 'name': ReconfigVM_Task, 'duration_secs': 0.159565} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.647580] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638215', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'name': 'volume-31a7a8cb-c862-4162-bf37-164479a34079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'da7a7784-3d15-45c0-aa8a-d662aa3da035', 'attached_at': '', 'detached_at': '', 'volume_id': '31a7a8cb-c862-4162-bf37-164479a34079', 'serial': '31a7a8cb-c862-4162-bf37-164479a34079'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.647920] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.648777] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498666e-260e-4869-b39c-e052cb8b8d00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.657218] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.657529] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c545aef-9ef3-47b5-97e7-d63414465826 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.743057] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.743057] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.743057] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] da7a7784-3d15-45c0-aa8a-d662aa3da035 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.743057] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed60b4f-f26e-473b-8346-ec2f5c8a1cbb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.754032] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 999.754032] env[69133]: value = "task-3191396" [ 999.754032] env[69133]: _type = "Task" [ 999.754032] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.766594] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.827276] env[69133]: DEBUG nova.network.neutron [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Updated VIF entry in instance network info cache for port d2cdcdfb-bcee-4803-ae85-d1c63205034b. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.827680] env[69133]: DEBUG nova.network.neutron [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Updating instance_info_cache with network_info: [{"id": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "address": "fa:16:3e:34:ff:c4", "network": {"id": "ba3a8c9e-9ca1-4fc4-ab2e-06a1d32b0bb8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1181503597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ed72b6d8aa04316ac24cb198b8d5e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cdcdfb-bc", "ovs_interfaceid": "d2cdcdfb-bcee-4803-ae85-d1c63205034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.912942] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191393, 'name': CreateVM_Task, 'duration_secs': 0.394054} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.913177] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.913821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.914006] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.914383] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.914893] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa4d89f-0d57-4f53-ad16-bde429209f39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.921275] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 999.921275] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fcc9da-3e12-5c0f-411e-a5c52cf7b92a" [ 999.921275] env[69133]: _type = "Task" [ 999.921275] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.935234] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fcc9da-3e12-5c0f-411e-a5c52cf7b92a, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.938832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.939109] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.939309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.939553] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b3d45-c4b4-fe13-1128-14a158169766, 'name': SearchDatastore_Task, 'duration_secs': 0.023445} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.940307] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b554e9f4-e985-47e2-905b-fda4ba472d7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.946532] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 999.946532] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52992c13-2dc5-de21-bc00-cbe3eca5185b" [ 999.946532] env[69133]: _type = "Task" [ 999.946532] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.957324] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52992c13-2dc5-de21-bc00-cbe3eca5185b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.967817] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126024} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.968079] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.968253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.968491] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk to [datastore1] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.968742] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cb5f623-b6ff-49b5-ab7d-48d24a990004 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.983608] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 999.983608] env[69133]: value = "task-3191397" [ 999.983608] env[69133]: _type = "Task" [ 999.983608] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.993623] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.004719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fc143df5-3f5a-476c-8b25-5511399dbe93 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "86958f4b-d53a-4cd5-b70c-a3c5b9246131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.678s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.066178] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191391, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027051} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.066633] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd/7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.066917] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.067207] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c77b1df5-94ed-4610-803e-b019d9ad7e7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.077519] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1000.077519] env[69133]: value = "task-3191398" [ 1000.077519] env[69133]: _type = "Task" [ 1000.077519] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.087226] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.266648] env[69133]: DEBUG oslo_vmware.api [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172068} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.266924] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.267113] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.267307] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.267484] env[69133]: INFO nova.compute.manager [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1000.267739] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.267946] env[69133]: DEBUG nova.compute.manager [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.268060] env[69133]: DEBUG nova.network.neutron [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.330819] env[69133]: DEBUG oslo_concurrency.lockutils [req-e79b5ded-5203-4101-a828-3cc8491ac1bd req-84cd38ff-0125-4176-8824-3e73ade43ae5 service nova] Releasing lock "refresh_cache-fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.400505] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.400505] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.400505] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.400505] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.400505] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.401515] env[69133]: INFO nova.compute.manager [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Terminating instance [ 1000.461273] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52992c13-2dc5-de21-bc00-cbe3eca5185b, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.461273] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.461273] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.461273] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.461273] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.461273] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0983cc8-b11c-4a5d-8168-a6fef0e49fe4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463724] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-865f8a23-69d6-44bf-aaa1-bb461181d23d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.474748] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1000.474748] env[69133]: value = "task-3191399" [ 1000.474748] env[69133]: _type = "Task" [ 1000.474748] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.475855] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.478185] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.487134] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8062e72a-4ee6-4024-8587-0b9d8daefcc0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.498540] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.500794] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1000.500794] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52899ecf-c646-71cf-9b87-a03e473381d8" [ 1000.500794] env[69133]: _type = "Task" [ 1000.500794] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.508354] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.518741] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52899ecf-c646-71cf-9b87-a03e473381d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.520872] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.520872] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 692b7b8a-53c0-41e6-874f-85516308d7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.520872] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 562b8662-372b-4916-b7f2-c90bab1d7078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.520872] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 445d9088-5b01-4cf5-865a-0c8d856e152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521110] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 83d2dc6f-9913-4187-9412-8fab5dc60603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521153] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521283] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 0a5d5548-f47a-4d4b-ad8f-3b1167816840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521398] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2b705006-5d6f-407c-9d50-7b0d6470d6e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521508] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c23f9eec-64a9-4f58-a7bb-16336370da8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521713] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance bd034d3a-bd4a-49e3-b235-a6c3ca744ba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.521911] env[69133]: WARNING nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance df5253de-0ded-4197-aa44-4d8be27c68b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1000.522058] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ec450240-395c-4ab3-a7d6-a557a67c6e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.522229] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance da7a7784-3d15-45c0-aa8a-d662aa3da035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.522573] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 38261b64-e11c-4400-b294-d42cec77ab9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.522705] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.523290] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.523290] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1000.525937] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6eb3de-2ba7-44ff-8f7b-a06b8890d6d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.536629] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1000.536629] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52efa046-fcb1-8cb5-ec5d-26c93c0f8268" [ 1000.536629] env[69133]: _type = "Task" [ 1000.536629] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.556725] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52efa046-fcb1-8cb5-ec5d-26c93c0f8268, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.557020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.557351] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12/fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.557622] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d81fcf8-93a8-430a-baee-7f781eecee7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.570383] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1000.570383] env[69133]: value = "task-3191400" [ 1000.570383] env[69133]: _type = "Task" [ 1000.570383] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.589876] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.599124] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07336} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.599496] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.600554] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ffbd8-3155-403d-98d1-7aa8d7852655 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.632375] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd/7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.632619] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62b70836-a44d-440e-9983-be4040e276c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.660676] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1000.660676] env[69133]: value = "task-3191401" [ 1000.660676] env[69133]: _type = "Task" [ 1000.660676] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.673973] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.906528] env[69133]: DEBUG nova.compute.manager [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.906840] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.908063] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6dedc8-cc5e-4ba3-8a55-622ffc751800 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.918757] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.919114] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f6f6f4-061d-430f-90b7-56ed667e0699 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.932327] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1000.932327] env[69133]: value = "task-3191402" [ 1000.932327] env[69133]: _type = "Task" [ 1000.932327] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.943635] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.988360] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.002309] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.027963] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1001.028132] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1001.028325] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1001.049586] env[69133]: DEBUG nova.network.neutron [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.090224] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.188096] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191401, 'name': ReconfigVM_Task, 'duration_secs': 0.425419} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.192023] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd/7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.192597] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b33b7622-78ff-4f98-9fd4-614fafb018c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.204965] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1001.204965] env[69133]: value = "task-3191403" [ 1001.204965] env[69133]: _type = "Task" [ 1001.204965] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.223452] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191403, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.380838] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc780ad2-bf28-4a6e-84e3-983bc60efebf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.391523] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721dde4c-9286-4984-8820-bd8d31e1c9f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.437854] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1615e455-1bb9-4875-830e-41c4eb676e50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.451923] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191402, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.453752] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0ee520-3ff7-4903-895c-a6b41dcb88ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.460525] env[69133]: DEBUG nova.compute.manager [req-b69a7d02-901d-4b06-97f1-ea51d4906dd7 req-2c98219e-597c-432e-9520-a687282f4d14 service nova] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Received event network-vif-deleted-cd703cec-81d5-4173-b572-88efa7092ef5 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.473333] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.488807] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577222} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.489031] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.489323] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.489604] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10234d66-a3fc-44df-b1d7-f39769aece99 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.504309] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.506142] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1001.506142] env[69133]: value = "task-3191404" [ 1001.506142] env[69133]: _type = "Task" [ 1001.506142] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.518130] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.551133] env[69133]: INFO nova.compute.manager [-] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Took 1.28 seconds to deallocate network for instance. [ 1001.585225] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836106} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.585694] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12/fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.586163] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.586549] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4444d6a-0a73-4ad4-8937-e05c9e8075df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.598904] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1001.598904] env[69133]: value = "task-3191405" [ 1001.598904] env[69133]: _type = "Task" [ 1001.598904] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.614116] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.721999] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191403, 'name': Rename_Task, 'duration_secs': 0.218163} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.722399] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.722676] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b80ca5f8-4b32-4258-a435-fde67f1a37b6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.735633] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1001.735633] env[69133]: value = "task-3191406" [ 1001.735633] env[69133]: _type = "Task" [ 1001.735633] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.746424] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.948643] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191402, 'name': PowerOffVM_Task, 'duration_secs': 0.552647} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.949041] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.949091] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.949365] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0744ea59-6677-48bb-8feb-eda377c09428 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.977098] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.005235] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.020724] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080633} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.020950] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.021856] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9f17b-a672-4e77-9c37-c9e465b7da1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.048727] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.050780] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce005bd-00b5-47ef-9f93-f26ac4562cb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.065811] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.066203] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.067061] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] 2b705006-5d6f-407c-9d50-7b0d6470d6e1 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.067061] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bdfcbf7-3cb1-4ed6-809b-52a9b463c0ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.078745] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1002.078745] env[69133]: value = "task-3191409" [ 1002.078745] env[69133]: _type = "Task" [ 1002.078745] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.079122] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1002.079122] env[69133]: value = "task-3191408" [ 1002.079122] env[69133]: _type = "Task" [ 1002.079122] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.101304] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.101304] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.107164] env[69133]: INFO nova.compute.manager [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Took 0.56 seconds to detach 1 volumes for instance. [ 1002.116358] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080451} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.117051] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.120286] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfebce85-8e9b-4257-941e-b254cbde2e8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.151573] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12/fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.152701] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d323743c-39f6-4996-bbab-c6f80549da11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.187217] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1002.187217] env[69133]: value = "task-3191410" [ 1002.187217] env[69133]: _type = "Task" [ 1002.187217] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.199850] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.251316] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.486912] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1002.487248] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.021s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.487625] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.375s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.487866] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.492115] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.371s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.494544] env[69133]: INFO nova.compute.claims [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.510751] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.546172] env[69133]: INFO nova.scheduler.client.report [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted allocations for instance df5253de-0ded-4197-aa44-4d8be27c68b8 [ 1002.597288] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191409, 'name': ReconfigVM_Task, 'duration_secs': 0.351288} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.599959] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 38261b64-e11c-4400-b294-d42cec77ab9b/38261b64-e11c-4400-b294-d42cec77ab9b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.600781] env[69133]: DEBUG oslo_vmware.api [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506701} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.601468] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6efcf2-d599-4f0b-b5a4-a9084f0312fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.602730] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.602947] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.603204] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.603419] env[69133]: INFO nova.compute.manager [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1002.603690] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.603917] env[69133]: DEBUG nova.compute.manager [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.604023] env[69133]: DEBUG nova.network.neutron [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.611402] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1002.611402] env[69133]: value = "task-3191411" [ 1002.611402] env[69133]: _type = "Task" [ 1002.611402] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.620019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.623832] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191411, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.700936] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.748156] env[69133]: DEBUG oslo_vmware.api [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191406, 'name': PowerOnVM_Task, 'duration_secs': 0.656121} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.748515] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.748671] env[69133]: INFO nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1002.748842] env[69133]: DEBUG nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.749679] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90390297-e357-4291-9641-d157c91726ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.011282] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191397, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.55433} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.011804] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a7908b4-7386-498b-8381-28e5c86c7499/7a7908b4-7386-498b-8381-28e5c86c7499.vmdk to [datastore1] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.012984] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097419f-34dc-4538-a126-1185e81bde35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.037074] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.037074] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8db77a-4bd2-494b-b040-3eea0bd78b05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.059929] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1003.059929] env[69133]: value = "task-3191412" [ 1003.059929] env[69133]: _type = "Task" [ 1003.059929] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.064064] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b12c198f-f12c-477a-8baa-549c6a15ef1b tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "df5253de-0ded-4197-aa44-4d8be27c68b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.578s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.073584] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.123789] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191411, 'name': Rename_Task, 'duration_secs': 0.160719} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.124153] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.124379] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928e4135-7b71-460f-9f49-bb83e144ba3a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.132016] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1003.132016] env[69133]: value = "task-3191413" [ 1003.132016] env[69133]: _type = "Task" [ 1003.132016] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.140236] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.200561] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191410, 'name': ReconfigVM_Task, 'duration_secs': 0.65006} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.200956] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Reconfigured VM instance instance-00000059 to attach disk [datastore2] fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12/fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.201741] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e4f02a-38ef-41be-9fef-ec61ce29fe69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.215410] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1003.215410] env[69133]: value = "task-3191414" [ 1003.215410] env[69133]: _type = "Task" [ 1003.215410] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.229477] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191414, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.268040] env[69133]: INFO nova.compute.manager [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Took 23.57 seconds to build instance. [ 1003.406087] env[69133]: DEBUG nova.network.neutron [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.525995] env[69133]: DEBUG nova.compute.manager [req-7cf761e3-89ed-4909-8b3c-cb58a6d0aba2 req-2e5a97ff-7d7b-445e-9f01-9e9583c774f7 service nova] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Received event network-vif-deleted-bff15c90-9527-4ff5-805b-406183f7efe6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.579478] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.643378] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.710327] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.710491] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.711707] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.712901] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.712901] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.720073] env[69133]: INFO nova.compute.manager [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Terminating instance [ 1003.733999] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191414, 'name': Rename_Task, 'duration_secs': 0.363678} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.737254] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.738494] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f1ab29e-0716-45f3-9ec0-fa5faf63723f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.745595] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1003.745595] env[69133]: value = "task-3191415" [ 1003.745595] env[69133]: _type = "Task" [ 1003.745595] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.759506] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.771637] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8fa98d0d-2c00-4458-b985-aa3c2dae00b5 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.085s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.783473] env[69133]: DEBUG nova.compute.manager [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Received event network-changed-67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.783676] env[69133]: DEBUG nova.compute.manager [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Refreshing instance network info cache due to event network-changed-67a265a8-aa33-45ce-b490-83ca34dddb66. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.783891] env[69133]: DEBUG oslo_concurrency.lockutils [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] Acquiring lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.784443] env[69133]: DEBUG oslo_concurrency.lockutils [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] Acquired lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.784668] env[69133]: DEBUG nova.network.neutron [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Refreshing network info cache for port 67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.810315] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.810969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.851062] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04b854f-6e83-459d-854a-8fb2b553a717 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.857813] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b48be7-8b18-4bc2-9e16-ca29fec63367 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.896786] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce9b2aa-25a3-4367-bcf7-793e47709956 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.905642] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9a8bb-6472-4fd6-afdf-29e768222676 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.913134] env[69133]: INFO nova.compute.manager [-] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Took 1.31 seconds to deallocate network for instance. [ 1003.923113] env[69133]: DEBUG nova.compute.provider_tree [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.074040] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191412, 'name': ReconfigVM_Task, 'duration_secs': 0.558936} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.074040] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8/2be3c8f3-df63-4b8d-8c48-c93a37aa26c8.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.074040] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3442613f-4eea-4935-9460-4af8c49e319f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.084018] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1004.084018] env[69133]: value = "task-3191416" [ 1004.084018] env[69133]: _type = "Task" [ 1004.084018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.092821] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191416, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.142844] env[69133]: DEBUG oslo_vmware.api [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191413, 'name': PowerOnVM_Task, 'duration_secs': 0.631413} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.143426] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.143782] env[69133]: DEBUG nova.compute.manager [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.144731] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c4007b-9ea4-4c2c-baea-6d29e2c42052 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.230190] env[69133]: DEBUG nova.compute.manager [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.230190] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.230947] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211d8a42-a4a7-4ef8-82f1-e1caf3b014d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.239435] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.239801] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5abf723-66fc-4565-88c5-e114c3b36557 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.246800] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 1004.246800] env[69133]: value = "task-3191417" [ 1004.246800] env[69133]: _type = "Task" [ 1004.246800] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.261341] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.264657] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.313969] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.429791] env[69133]: DEBUG nova.scheduler.client.report [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.433116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.568067] env[69133]: DEBUG nova.network.neutron [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updated VIF entry in instance network info cache for port 67a265a8-aa33-45ce-b490-83ca34dddb66. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.568067] env[69133]: DEBUG nova.network.neutron [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updating instance_info_cache with network_info: [{"id": "67a265a8-aa33-45ce-b490-83ca34dddb66", "address": "fa:16:3e:af:61:e8", "network": {"id": "75b52d94-5917-4deb-b94d-d2b5699c6704", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415137178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f3955e0a3694b52a7aa0182f08e01f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dcf5c3f7-4e33-4f21-b323-3673930b789c", "external-id": "nsx-vlan-transportzone-983", "segmentation_id": 983, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67a265a8-aa", "ovs_interfaceid": "67a265a8-aa33-45ce-b490-83ca34dddb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.603617] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191416, 'name': Rename_Task, 'duration_secs': 0.157449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.604077] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.604504] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27cdad9-2f3c-4a1f-bde8-5182f366906d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.613688] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1004.613688] env[69133]: value = "task-3191418" [ 1004.613688] env[69133]: _type = "Task" [ 1004.613688] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.624553] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.670469] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.760691] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191417, 'name': PowerOffVM_Task, 'duration_secs': 0.199449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.764395] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.764565] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.764854] env[69133]: DEBUG oslo_vmware.api [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191415, 'name': PowerOnVM_Task, 'duration_secs': 0.808232} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.765136] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3448af-e653-4258-b805-ba1c1a978ce7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.766848] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.767079] env[69133]: INFO nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1004.767315] env[69133]: DEBUG nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.768122] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a6f12-8aa0-417c-9522-9ef993e2b825 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.836586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.936494] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.938271] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.940990] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.323s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.941888] env[69133]: DEBUG nova.objects.instance [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'resources' on Instance uuid da7a7784-3d15-45c0-aa8a-d662aa3da035 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.070457] env[69133]: DEBUG oslo_concurrency.lockutils [req-6166c302-a3a2-4950-b1dd-7ba60f9a01cf req-dab7cbc7-50c0-4358-92c0-1d3b51167b64 service nova] Releasing lock "refresh_cache-7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.124810] env[69133]: DEBUG oslo_vmware.api [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191418, 'name': PowerOnVM_Task, 'duration_secs': 0.470068} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.125336] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.136445] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.136761] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.137137] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleting the datastore file [datastore1] bd034d3a-bd4a-49e3-b235-a6c3ca744ba6 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.137526] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce455f8c-a089-44b2-9cd4-23e41005af75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.145558] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 1005.145558] env[69133]: value = "task-3191420" [ 1005.145558] env[69133]: _type = "Task" [ 1005.145558] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.154568] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.243966] env[69133]: DEBUG nova.compute.manager [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.243966] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b28fff-77c8-40ae-ad90-1a1e6e64238a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.289172] env[69133]: INFO nova.compute.manager [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Took 23.96 seconds to build instance. [ 1005.293168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "38261b64-e11c-4400-b294-d42cec77ab9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.293406] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.293713] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.293933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.294177] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.296804] env[69133]: INFO nova.compute.manager [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Terminating instance [ 1005.445311] env[69133]: DEBUG nova.compute.utils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.450733] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.450733] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.501203] env[69133]: DEBUG nova.policy [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '987c141a6ae94d12bcc040007fbdba9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ead6e7ca9242efa83b9a8fc2c4546c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.658281] env[69133]: DEBUG oslo_vmware.api [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247428} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.658564] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.659469] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.659469] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.659469] env[69133]: INFO nova.compute.manager [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1005.659469] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.659672] env[69133]: DEBUG nova.compute.manager [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.659922] env[69133]: DEBUG nova.network.neutron [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.716204] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc1025-0611-43fc-8f41-d102b8754ee6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.724803] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463a9c0b-30c9-4cb9-994a-574e7578d8db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.768574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f74f08-99ac-4dbc-a5f0-4f5a9e7864f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.772121] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fd5ca66b-3a3d-45ac-b4f8-2656873ef1ea tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.125s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.784039] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdea3c7-d574-4b64-ac0f-6078dad80c14 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.800143] env[69133]: DEBUG oslo_concurrency.lockutils [None req-33451d82-f860-4a5b-887f-707a0526253a tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.486s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.800681] env[69133]: DEBUG nova.compute.provider_tree [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.802969] env[69133]: DEBUG nova.compute.manager [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.803076] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.803797] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f13e5bf-5342-4082-b48d-d47b374a1eb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.813110] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.813318] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1017eb43-d95d-49e3-ba56-07ca633e57ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.820967] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1005.820967] env[69133]: value = "task-3191421" [ 1005.820967] env[69133]: _type = "Task" [ 1005.820967] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.829386] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.850022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.850022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.954507] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.070417] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Successfully created port: bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.231949] env[69133]: DEBUG nova.compute.manager [req-d3762d4c-dd62-46c8-8c73-f91d15fa109b req-753931a1-419f-40cd-8a9d-76fd1b547854 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Received event network-vif-deleted-0d89b9da-be4c-437a-ab7b-5cd691a8c0eb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.232274] env[69133]: INFO nova.compute.manager [req-d3762d4c-dd62-46c8-8c73-f91d15fa109b req-753931a1-419f-40cd-8a9d-76fd1b547854 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Neutron deleted interface 0d89b9da-be4c-437a-ab7b-5cd691a8c0eb; detaching it from the instance and deleting it from the info cache [ 1006.232392] env[69133]: DEBUG nova.network.neutron [req-d3762d4c-dd62-46c8-8c73-f91d15fa109b req-753931a1-419f-40cd-8a9d-76fd1b547854 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.308943] env[69133]: DEBUG nova.scheduler.client.report [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.332963] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191421, 'name': PowerOffVM_Task, 'duration_secs': 0.181274} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.333232] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.333404] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.333657] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e596345-c908-4759-848e-ba2ed653ecda {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.349784] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.404365] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.404520] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.404711] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore2] 38261b64-e11c-4400-b294-d42cec77ab9b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.405154] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9bfe83a-a08e-4268-b5b9-6669cc02d570 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.412608] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1006.412608] env[69133]: value = "task-3191423" [ 1006.412608] env[69133]: _type = "Task" [ 1006.412608] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.422789] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.718238] env[69133]: DEBUG nova.network.neutron [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.734676] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f22157e1-7430-4168-9870-4fd871df21ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.745598] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2353a575-da49-4869-8042-554481e76adb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.779139] env[69133]: DEBUG nova.compute.manager [req-d3762d4c-dd62-46c8-8c73-f91d15fa109b req-753931a1-419f-40cd-8a9d-76fd1b547854 service nova] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Detach interface failed, port_id=0d89b9da-be4c-437a-ab7b-5cd691a8c0eb, reason: Instance bd034d3a-bd4a-49e3-b235-a6c3ca744ba6 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.815832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.818293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.385s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.818512] env[69133]: DEBUG nova.objects.instance [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid 2b705006-5d6f-407c-9d50-7b0d6470d6e1 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.854390] env[69133]: INFO nova.scheduler.client.report [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance da7a7784-3d15-45c0-aa8a-d662aa3da035 [ 1006.876422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.922661] env[69133]: DEBUG oslo_vmware.api [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396592} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.922950] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.923159] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.923336] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.923509] env[69133]: INFO nova.compute.manager [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1006.923744] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.923935] env[69133]: DEBUG nova.compute.manager [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.924055] env[69133]: DEBUG nova.network.neutron [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.966851] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.995931] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.996267] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.996493] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.996744] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.996953] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.997298] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.997598] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.997824] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.998116] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.998381] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.998687] env[69133]: DEBUG nova.virt.hardware [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.999616] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c66968-2200-4da0-afd4-75efb213853c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.008645] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c3ed70-2caa-4aa3-9066-65d711b3c3ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.200020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2c03f4-ddf9-4a3d-a398-95e98e54954b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.208036] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Suspending the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1007.208330] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d5d4186-7365-4cf9-bd73-a2708c44e348 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.215908] env[69133]: DEBUG oslo_vmware.api [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1007.215908] env[69133]: value = "task-3191424" [ 1007.215908] env[69133]: _type = "Task" [ 1007.215908] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.220303] env[69133]: INFO nova.compute.manager [-] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Took 1.56 seconds to deallocate network for instance. [ 1007.226495] env[69133]: DEBUG oslo_vmware.api [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191424, 'name': SuspendVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.371216] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec01ec31-6f15-4a97-9259-c851db3cd39e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "da7a7784-3d15-45c0-aa8a-d662aa3da035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.480s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.599217] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11ece1-4cb0-4fc0-af31-c291d1f41ba2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.608584] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c3e4e-62d9-4c07-8238-0858756fc246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.642157] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b76a86-c869-41b6-8822-1c3308411d7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.650764] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d40dc1-6b7f-4322-a381-9fa5df5f74ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.654914] env[69133]: DEBUG nova.network.neutron [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.671791] env[69133]: DEBUG nova.compute.provider_tree [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.726224] env[69133]: DEBUG oslo_vmware.api [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191424, 'name': SuspendVM_Task} progress is 58%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.731021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.754394] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Successfully updated port: bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.160780] env[69133]: INFO nova.compute.manager [-] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Took 1.24 seconds to deallocate network for instance. [ 1008.174471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.174744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.175055] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.175264] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.175437] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.177517] env[69133]: DEBUG nova.scheduler.client.report [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.181119] env[69133]: INFO nova.compute.manager [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Terminating instance [ 1008.227454] env[69133]: DEBUG oslo_vmware.api [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191424, 'name': SuspendVM_Task, 'duration_secs': 0.945531} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.227540] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Suspended the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1008.227702] env[69133]: DEBUG nova.compute.manager [None req-ca596a8d-0f98-461b-b240-5abc65f128f8 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.228479] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e035bec-21dc-45d4-9c14-1b97cae4012d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.256786] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.256990] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.257249] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.261987] env[69133]: DEBUG nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Received event network-vif-deleted-84a6bbc5-0010-4f0a-a205-e77ec68f6cff {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.261987] env[69133]: DEBUG nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Received event network-vif-plugged-bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.261987] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Acquiring lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.261987] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.261987] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.261987] env[69133]: DEBUG nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] No waiting events found dispatching network-vif-plugged-bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.261987] env[69133]: WARNING nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Received unexpected event network-vif-plugged-bf0ffa0d-a061-4939-8574-24a0bb2ee615 for instance with vm_state building and task_state spawning. [ 1008.261987] env[69133]: DEBUG nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Received event network-changed-bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.261987] env[69133]: DEBUG nova.compute.manager [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Refreshing instance network info cache due to event network-changed-bf0ffa0d-a061-4939-8574-24a0bb2ee615. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.262809] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Acquiring lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.669337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.685441] env[69133]: DEBUG nova.compute.manager [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.685665] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.686446] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.689420] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b8186-92b6-4b85-8ae4-6ba0d3c5156d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.692762] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.022s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.692966] env[69133]: DEBUG nova.objects.instance [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1008.700697] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.700955] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b962ffcf-2034-4530-9889-dbe593f50e12 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.708364] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1008.708364] env[69133]: value = "task-3191425" [ 1008.708364] env[69133]: _type = "Task" [ 1008.708364] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.712287] env[69133]: INFO nova.scheduler.client.report [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance 2b705006-5d6f-407c-9d50-7b0d6470d6e1 [ 1008.721406] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.792743] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.050281] env[69133]: DEBUG nova.network.neutron [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updating instance_info_cache with network_info: [{"id": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "address": "fa:16:3e:f6:50:d2", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ffa0d-a0", "ovs_interfaceid": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.081371] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.081685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.219617] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191425, 'name': PowerOffVM_Task, 'duration_secs': 0.336436} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.219894] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.220095] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.220357] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eb217e5-8dbf-4bc5-95fc-ee503b579bb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.224900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c13fde4-42b1-4925-a246-a0a8bfcbc92f tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "2b705006-5d6f-407c-9d50-7b0d6470d6e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.827s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.303402] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.303615] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.303798] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleting the datastore file [datastore2] fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.304107] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0d466c-4507-453a-9a24-9bf0b67facdd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.311559] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1009.311559] env[69133]: value = "task-3191427" [ 1009.311559] env[69133]: _type = "Task" [ 1009.311559] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.320244] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.553122] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.553493] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance network_info: |[{"id": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "address": "fa:16:3e:f6:50:d2", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ffa0d-a0", "ovs_interfaceid": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.554138] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Acquired lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.554138] env[69133]: DEBUG nova.network.neutron [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Refreshing network info cache for port bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.555241] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:50:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0ffa0d-a061-4939-8574-24a0bb2ee615', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.562945] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.566099] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.566572] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5b9b3c-9ea0-47b4-9ec2-1b7c7aa14f66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.584256] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.589727] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.589727] env[69133]: value = "task-3191428" [ 1009.589727] env[69133]: _type = "Task" [ 1009.589727] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.598917] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191428, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.664097] env[69133]: INFO nova.compute.manager [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Resuming [ 1009.664654] env[69133]: DEBUG nova.objects.instance [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'flavor' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.702923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b61389b1-6f1d-4cd2-a338-5c056fde9922 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.703752] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.868s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.705243] env[69133]: INFO nova.compute.claims [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.803288] env[69133]: DEBUG nova.network.neutron [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updated VIF entry in instance network info cache for port bf0ffa0d-a061-4939-8574-24a0bb2ee615. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.803593] env[69133]: DEBUG nova.network.neutron [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updating instance_info_cache with network_info: [{"id": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "address": "fa:16:3e:f6:50:d2", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ffa0d-a0", "ovs_interfaceid": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.823419] env[69133]: DEBUG oslo_vmware.api [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136981} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.823675] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.823860] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.824132] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.824228] env[69133]: INFO nova.compute.manager [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1009.824446] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.824634] env[69133]: DEBUG nova.compute.manager [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.824730] env[69133]: DEBUG nova.network.neutron [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.064418] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.064660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.102080] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191428, 'name': CreateVM_Task, 'duration_secs': 0.409558} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.102336] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.103039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.103291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.103417] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.103680] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e7d0b7-2e3d-4b26-acb5-8149c67916c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.108071] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.109387] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1010.109387] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ed8b14-d198-0f5c-414c-905499845f3c" [ 1010.109387] env[69133]: _type = "Task" [ 1010.109387] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.117947] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ed8b14-d198-0f5c-414c-905499845f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.288464] env[69133]: DEBUG nova.compute.manager [req-001f8402-fef2-4e20-9a3a-24687e1442fa req-cc2381ff-14ff-42d8-b3d7-0956faf8a08d service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Received event network-vif-deleted-d2cdcdfb-bcee-4803-ae85-d1c63205034b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.288717] env[69133]: INFO nova.compute.manager [req-001f8402-fef2-4e20-9a3a-24687e1442fa req-cc2381ff-14ff-42d8-b3d7-0956faf8a08d service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Neutron deleted interface d2cdcdfb-bcee-4803-ae85-d1c63205034b; detaching it from the instance and deleting it from the info cache [ 1010.288903] env[69133]: DEBUG nova.network.neutron [req-001f8402-fef2-4e20-9a3a-24687e1442fa req-cc2381ff-14ff-42d8-b3d7-0956faf8a08d service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.305927] env[69133]: DEBUG oslo_concurrency.lockutils [req-13929ad7-1edd-4666-b2e7-47c6ce4eaa93 req-7498ef53-034c-4491-9c6f-b89e27d9b4a7 service nova] Releasing lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.568613] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.571359] env[69133]: DEBUG nova.network.neutron [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.620652] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ed8b14-d198-0f5c-414c-905499845f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.620652] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.620868] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.621113] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.621278] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.621466] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.621749] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-360d9745-25ed-4f8f-b68d-6b23e076faf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.630891] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.631106] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.631909] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e8ba21-0753-4af3-9686-9e23931bbd65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637666] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1010.637666] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fa2972-f87f-7384-0635-7f62e7f8f6e8" [ 1010.637666] env[69133]: _type = "Task" [ 1010.637666] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.646061] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fa2972-f87f-7384-0635-7f62e7f8f6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.793153] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b605491-e62a-4d99-8cf0-7269ef17453a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.807514] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92262251-7fc7-47e2-8e90-d31ed8838ae3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.844570] env[69133]: DEBUG nova.compute.manager [req-001f8402-fef2-4e20-9a3a-24687e1442fa req-cc2381ff-14ff-42d8-b3d7-0956faf8a08d service nova] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Detach interface failed, port_id=d2cdcdfb-bcee-4803-ae85-d1c63205034b, reason: Instance fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.947391] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64196c-4df9-43f7-b6f1-b8aee9a949ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.955269] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67caeedb-78d6-4af8-be72-dfda8fd7a37f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.984298] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583b4850-db01-444a-a89a-b8dd1ccc7b06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.991441] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c9cee2-3fe5-4808-972e-46867572a5e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.004138] env[69133]: DEBUG nova.compute.provider_tree [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.076647] env[69133]: INFO nova.compute.manager [-] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Took 1.25 seconds to deallocate network for instance. [ 1011.094242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.148719] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fa2972-f87f-7384-0635-7f62e7f8f6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.149505] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f4ddd9-b600-435f-80b1-ae9b61fec79a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.154826] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1011.154826] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52299c82-78c3-0eca-e6fa-6feb12a0ff58" [ 1011.154826] env[69133]: _type = "Task" [ 1011.154826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.174548] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.174729] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquired lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.174960] env[69133]: DEBUG nova.network.neutron [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.180545] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52299c82-78c3-0eca-e6fa-6feb12a0ff58, 'name': SearchDatastore_Task, 'duration_secs': 0.021477} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.181011] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.181277] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.181533] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7007795b-e219-437d-94d7-4a81837cf0a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.189625] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1011.189625] env[69133]: value = "task-3191429" [ 1011.189625] env[69133]: _type = "Task" [ 1011.189625] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.197878] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.529746] env[69133]: ERROR nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [req-dc31e19e-577f-4540-b9ff-90692c338a84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc31e19e-577f-4540-b9ff-90692c338a84"}]} [ 1011.549849] env[69133]: DEBUG nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1011.570160] env[69133]: DEBUG nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1011.570160] env[69133]: DEBUG nova.compute.provider_tree [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.582915] env[69133]: DEBUG nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1011.586439] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.605654] env[69133]: DEBUG nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1011.700825] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498681} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.701105] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.701784] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.701927] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c2bc32-405a-4aa4-a07a-2a167842fadb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.709847] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1011.709847] env[69133]: value = "task-3191430" [ 1011.709847] env[69133]: _type = "Task" [ 1011.709847] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.718878] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.837805] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf13fd1-4f9e-48a2-ae34-05898f1481ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.845628] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd90f14-a9b2-4f5a-a1b0-3303128124d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.876136] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8140e41f-690d-44c5-aa96-dd65b4738c87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.880918] env[69133]: DEBUG nova.network.neutron [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [{"id": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "address": "fa:16:3e:f5:b4:d3", "network": {"id": "212df46f-1dfe-48af-b17c-94feeb6c4f4e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1501956442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2368f9303b48b3b22d50f86f0fa787", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde5ff5bc-8c", "ovs_interfaceid": "de5ff5bc-8c72-43e4-96d6-eddd4baf4674", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.885090] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d03a79-eddf-4640-9859-1109712b92a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.900888] env[69133]: DEBUG nova.compute.provider_tree [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.220403] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072924} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.220685] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.221467] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e413a50-8a41-4d4a-b1bf-fcd289a0288e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.244888] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.245223] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e0c4a3-4707-4681-aed1-362cb39d8f62 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.266162] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1012.266162] env[69133]: value = "task-3191431" [ 1012.266162] env[69133]: _type = "Task" [ 1012.266162] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.274792] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.385448] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Releasing lock "refresh_cache-2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.386524] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcc6b2-4adf-4bc2-9865-f10c9172b385 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.393673] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Resuming the VM {{(pid=69133) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1012.393939] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6ce1c7-7964-472b-ae06-a1dbece68afc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.400826] env[69133]: DEBUG oslo_vmware.api [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1012.400826] env[69133]: value = "task-3191432" [ 1012.400826] env[69133]: _type = "Task" [ 1012.400826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.411739] env[69133]: DEBUG oslo_vmware.api [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.434220] env[69133]: DEBUG nova.scheduler.client.report [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1012.434546] env[69133]: DEBUG nova.compute.provider_tree [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 128 to 129 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1012.434747] env[69133]: DEBUG nova.compute.provider_tree [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.776833] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191431, 'name': ReconfigVM_Task, 'duration_secs': 0.327899} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.777135] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.777832] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc58156-b803-440d-99c1-94006e662413 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.785631] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1012.785631] env[69133]: value = "task-3191433" [ 1012.785631] env[69133]: _type = "Task" [ 1012.785631] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.795501] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191433, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.910948] env[69133]: DEBUG oslo_vmware.api [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.940179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.236s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.940741] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.943414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.067s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.944816] env[69133]: INFO nova.compute.claims [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.299648] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191433, 'name': Rename_Task, 'duration_secs': 0.173392} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.299971] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.300250] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4955c950-c7f7-4acc-96cf-2c7f4c901308 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.308513] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1013.308513] env[69133]: value = "task-3191434" [ 1013.308513] env[69133]: _type = "Task" [ 1013.308513] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.318771] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.415142] env[69133]: DEBUG oslo_vmware.api [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191432, 'name': PowerOnVM_Task, 'duration_secs': 0.702315} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.415466] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Resumed the VM {{(pid=69133) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1013.415652] env[69133]: DEBUG nova.compute.manager [None req-0fdf4be1-250e-4596-b05d-7a5cd8de0582 tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.416514] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f99b7e9-a386-45ce-8a3a-3f60a4d3be67 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.450340] env[69133]: DEBUG nova.compute.utils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.456070] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.456321] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.509910] env[69133]: DEBUG nova.policy [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c295edfb89498b990004a84910232a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fad36d6613e3498aba7ef90144019ab1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.825077] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.825813] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Successfully created port: c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.953798] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.234745] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78a8a18-1f7f-4067-be15-faf94b934abe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.243351] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a101f52-f8a7-4b7c-85ac-45637ad93d72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.275057] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d360fcb3-8783-442e-a393-24d176200002 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.282776] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27d1bd-3b1a-42e4-a509-c6b8163cce1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.296020] env[69133]: DEBUG nova.compute.provider_tree [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.320153] env[69133]: DEBUG oslo_vmware.api [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191434, 'name': PowerOnVM_Task, 'duration_secs': 0.635828} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.320507] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.320707] env[69133]: INFO nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1014.320884] env[69133]: DEBUG nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.321656] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6499fd-2294-4699-ba21-0fd07c885a04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.799068] env[69133]: DEBUG nova.scheduler.client.report [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.841561] env[69133]: INFO nova.compute.manager [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Took 22.74 seconds to build instance. [ 1014.963574] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.990912] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.991122] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.991421] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.991467] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.991601] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.991754] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.991962] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.992457] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.992665] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.992900] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.993038] env[69133]: DEBUG nova.virt.hardware [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.994137] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa7097b-5493-411f-b096-e40616dbed22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.003107] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785579db-59d3-44e1-9fe7-d881d26dd6ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.308922] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.309485] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.312600] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.582s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.312873] env[69133]: DEBUG nova.objects.instance [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lazy-loading 'resources' on Instance uuid bd034d3a-bd4a-49e3-b235-a6c3ca744ba6 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.343246] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec6270b7-1857-43eb-893f-bf3f6ac1b11b tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.250s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.453792] env[69133]: DEBUG nova.compute.manager [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Received event network-changed-bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.453792] env[69133]: DEBUG nova.compute.manager [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Refreshing instance network info cache due to event network-changed-bf0ffa0d-a061-4939-8574-24a0bb2ee615. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.454354] env[69133]: DEBUG oslo_concurrency.lockutils [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] Acquiring lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.454354] env[69133]: DEBUG oslo_concurrency.lockutils [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] Acquired lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.454354] env[69133]: DEBUG nova.network.neutron [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Refreshing network info cache for port bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.615174] env[69133]: DEBUG nova.compute.manager [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Received event network-vif-plugged-c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.615808] env[69133]: DEBUG oslo_concurrency.lockutils [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] Acquiring lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.616270] env[69133]: DEBUG oslo_concurrency.lockutils [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.616664] env[69133]: DEBUG oslo_concurrency.lockutils [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.617032] env[69133]: DEBUG nova.compute.manager [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] No waiting events found dispatching network-vif-plugged-c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.617989] env[69133]: WARNING nova.compute.manager [req-86d035c6-156e-47c1-884f-0b3e7dc7b251 req-7c00f902-e364-4a06-a048-7bfa40165758 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Received unexpected event network-vif-plugged-c6f617af-6083-4266-be11-d99042c833e4 for instance with vm_state building and task_state spawning. [ 1015.743678] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Successfully updated port: c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.814345] env[69133]: DEBUG nova.compute.utils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.818199] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.818438] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.857065] env[69133]: DEBUG nova.policy [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05413372f5654a06af2d3f799fba7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d5d92e01d34a80a2e25f66a4f7a526', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.069021] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460690a-6bff-4e75-b19d-b0828957a1b6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.077245] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eaf771-1ddf-46d1-ad35-f858247de51c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.111800] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b26ca24-de65-4d55-a3a5-a7a4b45ab174 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.123025] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4286381-777e-4906-bb4e-3337813bff1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.135625] env[69133]: DEBUG nova.compute.provider_tree [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.245942] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.246130] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquired lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.246234] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.267713] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Successfully created port: cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.320537] env[69133]: DEBUG nova.network.neutron [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updated VIF entry in instance network info cache for port bf0ffa0d-a061-4939-8574-24a0bb2ee615. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.320914] env[69133]: DEBUG nova.network.neutron [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updating instance_info_cache with network_info: [{"id": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "address": "fa:16:3e:f6:50:d2", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0ffa0d-a0", "ovs_interfaceid": "bf0ffa0d-a061-4939-8574-24a0bb2ee615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.322321] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.512465] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.512892] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.641281] env[69133]: DEBUG nova.scheduler.client.report [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.747028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.747220] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.787722] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.826043] env[69133]: DEBUG oslo_concurrency.lockutils [req-392fa64a-6bb1-4e3a-8042-c3724b11d62d req-93988a3d-4327-4309-a2bb-1161e1081bc1 service nova] Releasing lock "refresh_cache-a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.914406] env[69133]: DEBUG nova.network.neutron [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Updating instance_info_cache with network_info: [{"id": "c6f617af-6083-4266-be11-d99042c833e4", "address": "fa:16:3e:0a:57:29", "network": {"id": "bc2b0abc-8e77-4110-96eb-caaf1ffea171", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-465510966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad36d6613e3498aba7ef90144019ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f617af-60", "ovs_interfaceid": "c6f617af-6083-4266-be11-d99042c833e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.016295] env[69133]: DEBUG nova.compute.utils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.146312] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.149033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.479s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.149033] env[69133]: DEBUG nova.objects.instance [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'resources' on Instance uuid 38261b64-e11c-4400-b294-d42cec77ab9b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.171337] env[69133]: INFO nova.scheduler.client.report [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted allocations for instance bd034d3a-bd4a-49e3-b235-a6c3ca744ba6 [ 1017.250572] env[69133]: DEBUG nova.compute.utils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.332900] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.358660] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.358916] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.359093] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.359284] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.359433] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.359584] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.359790] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.359951] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.360136] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.360303] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.360476] env[69133]: DEBUG nova.virt.hardware [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.361384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab58e4-8549-4f02-93e0-eab2becc347b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.369333] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4c1fc4-7202-4ca6-99a6-d5f944707121 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.416386] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Releasing lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.416693] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Instance network_info: |[{"id": "c6f617af-6083-4266-be11-d99042c833e4", "address": "fa:16:3e:0a:57:29", "network": {"id": "bc2b0abc-8e77-4110-96eb-caaf1ffea171", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-465510966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad36d6613e3498aba7ef90144019ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f617af-60", "ovs_interfaceid": "c6f617af-6083-4266-be11-d99042c833e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.417095] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:57:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6f617af-6083-4266-be11-d99042c833e4', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.424425] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Creating folder: Project (fad36d6613e3498aba7ef90144019ab1). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.424674] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50f9598e-e80e-4ca7-b1d9-d3f234b6b93e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.435867] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Created folder: Project (fad36d6613e3498aba7ef90144019ab1) in parent group-v637972. [ 1017.436169] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Creating folder: Instances. Parent ref: group-v638224. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.436490] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9d75ef0-75a7-44e8-b10d-b9f5fd2cfc48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.446730] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Created folder: Instances in parent group-v638224. [ 1017.447097] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.447386] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.447691] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb837ac9-c2d6-40c2-883b-cd124d413a74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.478116] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.478116] env[69133]: value = "task-3191437" [ 1017.478116] env[69133]: _type = "Task" [ 1017.478116] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.487618] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191437, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.519878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.678786] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3584222e-786d-4575-8593-9e84708f974e tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "bd034d3a-bd4a-49e3-b235-a6c3ca744ba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.968s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.753195] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.813015] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Successfully updated port: cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.880399] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ac24f-f60d-45a4-9650-e7bebb0d530b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.889171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834dcd33-8102-4f20-b6fd-974db4c6b236 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.918460] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dd7100-d2c0-4671-8230-710ebe904a16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.925053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed5be44-a0e9-4b7d-a07a-3d4398afd9dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.938370] env[69133]: DEBUG nova.compute.provider_tree [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.987646] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191437, 'name': CreateVM_Task, 'duration_secs': 0.392474} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.987808] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.988507] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.988675] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.988988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.989268] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573ceb7d-a493-4d29-abe8-394ea2a85800 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.993392] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1017.993392] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524ab49f-955a-34e3-b367-1d8acc6a655a" [ 1017.993392] env[69133]: _type = "Task" [ 1017.993392] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.000552] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524ab49f-955a-34e3-b367-1d8acc6a655a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.319442] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.319442] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.319442] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.328514] env[69133]: DEBUG nova.compute.manager [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Received event network-changed-c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.328514] env[69133]: DEBUG nova.compute.manager [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Refreshing instance network info cache due to event network-changed-c6f617af-6083-4266-be11-d99042c833e4. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.328514] env[69133]: DEBUG oslo_concurrency.lockutils [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] Acquiring lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.328514] env[69133]: DEBUG oslo_concurrency.lockutils [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] Acquired lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.328514] env[69133]: DEBUG nova.network.neutron [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Refreshing network info cache for port c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.441787] env[69133]: DEBUG nova.scheduler.client.report [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.505169] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524ab49f-955a-34e3-b367-1d8acc6a655a, 'name': SearchDatastore_Task, 'duration_secs': 0.028545} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.505672] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.505771] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.505981] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.506175] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.506382] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.506688] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbd5751b-16af-4598-ae31-14c5a8f76d38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.516024] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.516202] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.516998] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f63b07-ce34-4d70-b094-92c97ef9bda6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.522051] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1018.522051] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b4b344-4366-e73d-c4fe-77a6bbd45b6e" [ 1018.522051] env[69133]: _type = "Task" [ 1018.522051] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.529590] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b4b344-4366-e73d-c4fe-77a6bbd45b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.580285] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.580652] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.580856] env[69133]: INFO nova.compute.manager [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Attaching volume f86149fc-f187-4a0a-b08e-6a28da066e2a to /dev/sdb [ 1018.612343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df9f22b-92e9-4853-806c-f72056d1166e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.619933] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36491e-869d-4748-8d28-808946c9bdc5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.633729] env[69133]: DEBUG nova.virt.block_device [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating existing volume attachment record: 8fb956e5-3b80-4e1b-8c2a-ddf918732c9a {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.810456] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.810667] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.810913] env[69133]: INFO nova.compute.manager [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Attaching volume 12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d to /dev/sdb [ 1018.844525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd95b9-b39a-4634-bf96-d8e74baf71ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.853565] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d8eece-c7d5-49ba-93e8-3a7cf669d952 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.867322] env[69133]: DEBUG nova.virt.block_device [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating existing volume attachment record: 3014eaed-1319-4ecf-a8b6-9b4bc2b8a632 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.870009] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.946554] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.951430] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.843s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.952964] env[69133]: INFO nova.compute.claims [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.961338] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.961605] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.961866] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.962110] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.962317] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.964523] env[69133]: INFO nova.compute.manager [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Terminating instance [ 1018.975039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.975348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.975584] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.975768] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.975955] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.979247] env[69133]: INFO nova.compute.manager [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Terminating instance [ 1018.982081] env[69133]: INFO nova.scheduler.client.report [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocations for instance 38261b64-e11c-4400-b294-d42cec77ab9b [ 1019.036864] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b4b344-4366-e73d-c4fe-77a6bbd45b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.038070] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7106a65e-4937-43e2-b4f3-80b80e736681 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.043509] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1019.043509] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52cd1d72-92e6-5495-1b04-95d28e671512" [ 1019.043509] env[69133]: _type = "Task" [ 1019.043509] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.055024] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cd1d72-92e6-5495-1b04-95d28e671512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.118342] env[69133]: DEBUG nova.network.neutron [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.154213] env[69133]: DEBUG nova.network.neutron [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Updated VIF entry in instance network info cache for port c6f617af-6083-4266-be11-d99042c833e4. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.154213] env[69133]: DEBUG nova.network.neutron [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Updating instance_info_cache with network_info: [{"id": "c6f617af-6083-4266-be11-d99042c833e4", "address": "fa:16:3e:0a:57:29", "network": {"id": "bc2b0abc-8e77-4110-96eb-caaf1ffea171", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-465510966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fad36d6613e3498aba7ef90144019ab1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6f617af-60", "ovs_interfaceid": "c6f617af-6083-4266-be11-d99042c833e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.468835] env[69133]: DEBUG nova.compute.manager [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.469564] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.471107] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4ed71f-462f-4d91-820a-4697a357ffce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.480092] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.480358] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31c73787-3cb4-43dd-8a7f-dd25a601e55d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.486135] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 1019.486135] env[69133]: value = "task-3191444" [ 1019.486135] env[69133]: _type = "Task" [ 1019.486135] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.494998] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.500055] env[69133]: DEBUG nova.compute.manager [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.500195] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.503197] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee89c4-677d-43c4-9e7a-32b76e863166 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.506688] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea07c2cc-9d3c-4131-b26c-919cfa16117d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "38261b64-e11c-4400-b294-d42cec77ab9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.214s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.512116] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.512401] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487c909e-afc0-475e-b99f-42c31cee5fb1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.518695] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1019.518695] env[69133]: value = "task-3191445" [ 1019.518695] env[69133]: _type = "Task" [ 1019.518695] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.526830] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.555127] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52cd1d72-92e6-5495-1b04-95d28e671512, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.555528] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.555754] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2e263cef-521c-47b4-bfbf-e08234a9b1ce/2e263cef-521c-47b4-bfbf-e08234a9b1ce.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.556368] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db710ffd-5001-475d-90b2-1bbd5e622b4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.563445] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1019.563445] env[69133]: value = "task-3191446" [ 1019.563445] env[69133]: _type = "Task" [ 1019.563445] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.574779] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.621518] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.621912] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Instance network_info: |[{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.622464] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:5c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbfd1fa3-5043-4bb3-8ac9-64ab3956163b', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.631627] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.631956] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.632233] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c61fdd6-0511-488e-ac40-726e34091dcc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.655916] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.655916] env[69133]: value = "task-3191447" [ 1019.655916] env[69133]: _type = "Task" [ 1019.655916] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.656599] env[69133]: DEBUG oslo_concurrency.lockutils [req-6776a9b8-a964-4763-a86a-92c03956ecdf req-44b9edb6-f93f-43c6-9afe-44c0f3a15cf4 service nova] Releasing lock "refresh_cache-2e263cef-521c-47b4-bfbf-e08234a9b1ce" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.665880] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191447, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.000491] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191444, 'name': PowerOffVM_Task, 'duration_secs': 0.222866} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.003791] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.003995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.004768] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb95405a-9fa5-459b-ad35-0031529d1745 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.028708] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191445, 'name': PowerOffVM_Task, 'duration_secs': 0.191383} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.031536] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.031793] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.032318] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adbf1b9c-ed85-48f0-adb1-fab341836f88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.077758] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.077758] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.078130] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleting the datastore file [datastore2] c23f9eec-64a9-4f58-a7bb-16336370da8d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.081692] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-313c764d-8e8e-4273-ad92-99341f2b4dd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.083896] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460264} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.084193] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2e263cef-521c-47b4-bfbf-e08234a9b1ce/2e263cef-521c-47b4-bfbf-e08234a9b1ce.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.084408] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.085109] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eed0f59-c346-4ead-9c06-e26d93ab9025 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.090960] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for the task: (returnval){ [ 1020.090960] env[69133]: value = "task-3191450" [ 1020.090960] env[69133]: _type = "Task" [ 1020.090960] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.096194] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1020.096194] env[69133]: value = "task-3191451" [ 1020.096194] env[69133]: _type = "Task" [ 1020.096194] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.099658] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.106260] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.106558] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.106836] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleting the datastore file [datastore1] 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.107749] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd30eeb-33ff-4569-aca7-9980a024cc09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.112506] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.116919] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for the task: (returnval){ [ 1020.116919] env[69133]: value = "task-3191452" [ 1020.116919] env[69133]: _type = "Task" [ 1020.116919] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.126805] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.167985] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191447, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.217313] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab60dc0-8b4a-4125-a698-f0a7639af466 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.224343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5917cb-b9d6-4b7f-9170-88800bda5af9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.257362] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0ee99-c138-4647-91b7-d33560142acf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.273853] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99650fa5-a195-4e91-a1fd-4d9bd5650cb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.288024] env[69133]: DEBUG nova.compute.provider_tree [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.354496] env[69133]: DEBUG nova.compute.manager [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Received event network-vif-plugged-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.355238] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.355238] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.355238] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.355554] env[69133]: DEBUG nova.compute.manager [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] No waiting events found dispatching network-vif-plugged-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.355645] env[69133]: WARNING nova.compute.manager [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Received unexpected event network-vif-plugged-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b for instance with vm_state building and task_state spawning. [ 1020.355758] env[69133]: DEBUG nova.compute.manager [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Received event network-changed-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.355950] env[69133]: DEBUG nova.compute.manager [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Refreshing instance network info cache due to event network-changed-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.356135] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Acquiring lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.356331] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Acquired lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.356435] env[69133]: DEBUG nova.network.neutron [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Refreshing network info cache for port cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.602599] env[69133]: DEBUG oslo_vmware.api [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Task: {'id': task-3191450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172574} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.605728] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.605869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.606069] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.606677] env[69133]: INFO nova.compute.manager [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1020.606677] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.606874] env[69133]: DEBUG nova.compute.manager [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.606874] env[69133]: DEBUG nova.network.neutron [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.613370] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095453} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.614024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.614370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab2a5a-edb1-4ad8-a491-ff110a75c99c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.637560] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 2e263cef-521c-47b4-bfbf-e08234a9b1ce/2e263cef-521c-47b4-bfbf-e08234a9b1ce.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.638306] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a64883-d9e8-4497-b0f0-f042973b41a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.655443] env[69133]: DEBUG oslo_vmware.api [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Task: {'id': task-3191452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247255} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.656108] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.656303] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.656480] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.656653] env[69133]: INFO nova.compute.manager [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1020.656895] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.657101] env[69133]: DEBUG nova.compute.manager [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.657196] env[69133]: DEBUG nova.network.neutron [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.664767] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1020.664767] env[69133]: value = "task-3191453" [ 1020.664767] env[69133]: _type = "Task" [ 1020.664767] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.670849] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191447, 'name': CreateVM_Task, 'duration_secs': 0.513236} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.671296] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.671886] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.672057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.672375] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.672610] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bf05f2-1770-440a-af0b-cec98352178a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.677627] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.680401] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1020.680401] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b2e02e-f0d5-7363-d15f-ffcc1898e357" [ 1020.680401] env[69133]: _type = "Task" [ 1020.680401] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.688223] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b2e02e-f0d5-7363-d15f-ffcc1898e357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.792499] env[69133]: DEBUG nova.scheduler.client.report [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.078040] env[69133]: DEBUG nova.network.neutron [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updated VIF entry in instance network info cache for port cbfd1fa3-5043-4bb3-8ac9-64ab3956163b. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.078449] env[69133]: DEBUG nova.network.neutron [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.175965] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191453, 'name': ReconfigVM_Task, 'duration_secs': 0.269213} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.176262] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 2e263cef-521c-47b4-bfbf-e08234a9b1ce/2e263cef-521c-47b4-bfbf-e08234a9b1ce.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.176893] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be42589-c0a0-4c8e-afc3-8c60967bde64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.184556] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1021.184556] env[69133]: value = "task-3191454" [ 1021.184556] env[69133]: _type = "Task" [ 1021.184556] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.191095] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b2e02e-f0d5-7363-d15f-ffcc1898e357, 'name': SearchDatastore_Task, 'duration_secs': 0.02372} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.191665] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.191945] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.192219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.192371] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.192573] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.192838] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff0c69f-67ed-47bf-bcc7-324a02c37ba1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.197333] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191454, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.207534] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.207711] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.208475] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd85512-5825-430d-894c-aa5d959a89dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.213404] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1021.213404] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52514eb8-dfaa-cbd3-f260-28a7a7e84b55" [ 1021.213404] env[69133]: _type = "Task" [ 1021.213404] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.222283] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52514eb8-dfaa-cbd3-f260-28a7a7e84b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.297714] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.298344] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.301719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.208s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.303305] env[69133]: INFO nova.compute.claims [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.496765] env[69133]: DEBUG nova.network.neutron [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.509169] env[69133]: DEBUG nova.network.neutron [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.582037] env[69133]: DEBUG oslo_concurrency.lockutils [req-684a8b77-bd3f-4249-9d69-62c8dbf8f63f req-1c4b67ff-7e6d-474d-9b59-348d3e58e761 service nova] Releasing lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.695279] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191454, 'name': Rename_Task, 'duration_secs': 0.147166} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.695691] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.695858] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ed146e-ba86-47ed-8741-cb27641b7769 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.703821] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1021.703821] env[69133]: value = "task-3191457" [ 1021.703821] env[69133]: _type = "Task" [ 1021.703821] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.711559] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.721664] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52514eb8-dfaa-cbd3-f260-28a7a7e84b55, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.722509] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7da37d0-2319-4992-b1b2-caf79ad879ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.728676] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1021.728676] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524601a9-e871-7a8f-2886-72c6af7bee5c" [ 1021.728676] env[69133]: _type = "Task" [ 1021.728676] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.736662] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524601a9-e871-7a8f-2886-72c6af7bee5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.808484] env[69133]: DEBUG nova.compute.utils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.812323] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.812511] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.870625] env[69133]: DEBUG nova.policy [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.999319] env[69133]: INFO nova.compute.manager [-] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Took 1.34 seconds to deallocate network for instance. [ 1022.011675] env[69133]: INFO nova.compute.manager [-] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Took 1.40 seconds to deallocate network for instance. [ 1022.133412] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Successfully created port: 2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.214162] env[69133]: DEBUG oslo_vmware.api [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191457, 'name': PowerOnVM_Task, 'duration_secs': 0.456935} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.214588] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.214867] env[69133]: INFO nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1022.215687] env[69133]: DEBUG nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.216231] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1862591-dbed-49fc-9ee4-9ad795fc1156 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.236957] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524601a9-e871-7a8f-2886-72c6af7bee5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.237262] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.237540] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.237804] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df610a18-a29e-483e-a5fd-a2aeb3cc34eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.244633] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1022.244633] env[69133]: value = "task-3191458" [ 1022.244633] env[69133]: _type = "Task" [ 1022.244633] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.252696] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.313368] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.387121] env[69133]: DEBUG nova.compute.manager [req-b9c1d40e-2105-4ff1-815a-2bd691f28d9f req-996f68a5-7192-44f7-aa3c-fa71693d7d81 service nova] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Received event network-vif-deleted-de5ff5bc-8c72-43e4-96d6-eddd4baf4674 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.387349] env[69133]: DEBUG nova.compute.manager [req-b9c1d40e-2105-4ff1-815a-2bd691f28d9f req-996f68a5-7192-44f7-aa3c-fa71693d7d81 service nova] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Received event network-vif-deleted-a00d6fac-2b83-4ee6-ba96-a33b0693a97e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.510089] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.517695] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.558847] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b8b5a-6652-4b86-8ba5-70653013b367 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.569044] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e14dae-33cc-4097-ac94-7dc8eee2aede {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.602396] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3beff9-11b4-4cbe-8364-58a7e2a249e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.610786] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139eb005-fed9-45f0-a171-15ec54f0c844 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.625490] env[69133]: DEBUG nova.compute.provider_tree [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.731941] env[69133]: INFO nova.compute.manager [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Took 17.91 seconds to build instance. [ 1022.757183] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452499} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.757183] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.757183] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.757183] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8ca52ac-bb82-4ab7-a15d-27de029e5716 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.762605] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1022.762605] env[69133]: value = "task-3191459" [ 1022.762605] env[69133]: _type = "Task" [ 1022.762605] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.771813] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.129908] env[69133]: DEBUG nova.scheduler.client.report [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.233965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c92e6df1-7310-4fa0-83f3-e0da253a724c tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.423s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.272504] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060879} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.272889] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.273753] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cbe33-db5f-41bc-a4d8-b5d8bbc67764 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.296678] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.296942] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8924f60c-9ff8-4ded-a7af-f39282ed04bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.316602] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1023.316602] env[69133]: value = "task-3191460" [ 1023.316602] env[69133]: _type = "Task" [ 1023.316602] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.324356] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.325464] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.353150] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.353424] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.353584] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.353765] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.353910] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.354069] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.354281] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.354442] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.354608] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.354770] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.354940] env[69133]: DEBUG nova.virt.hardware [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.355969] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa09a7e-9a94-4e2d-9316-50cf0e72033d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.363540] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468d752-835d-4373-a13e-0a3a097ab6e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.449433] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.449723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.449941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.450154] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.450325] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.455642] env[69133]: INFO nova.compute.manager [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Terminating instance [ 1023.513113] env[69133]: DEBUG nova.compute.manager [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received event network-vif-plugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.513412] env[69133]: DEBUG oslo_concurrency.lockutils [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.513624] env[69133]: DEBUG oslo_concurrency.lockutils [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.513718] env[69133]: DEBUG oslo_concurrency.lockutils [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.513891] env[69133]: DEBUG nova.compute.manager [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] No waiting events found dispatching network-vif-plugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.514900] env[69133]: WARNING nova.compute.manager [req-0ed9b416-4133-4d2e-876d-095c6d4f2c12 req-1fdef49a-259f-4af1-b485-31690690d188 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received unexpected event network-vif-plugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 for instance with vm_state building and task_state spawning. [ 1023.635213] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.635773] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.638428] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.052s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.638544] env[69133]: DEBUG nova.objects.instance [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lazy-loading 'resources' on Instance uuid fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.656994] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Successfully updated port: 2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.678021] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.678021] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638229', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'name': 'volume-f86149fc-f187-4a0a-b08e-6a28da066e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fc19ef1-6d50-4d65-b953-3e3639ec0da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'serial': 'f86149fc-f187-4a0a-b08e-6a28da066e2a'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.678969] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6931e180-c7eb-4add-aa35-ae5a10c95fb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697592] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd70b1d1-b05c-4059-be2f-3a7d81f6ad6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.726047] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-f86149fc-f187-4a0a-b08e-6a28da066e2a/volume-f86149fc-f187-4a0a-b08e-6a28da066e2a.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.726337] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6576dd82-5955-47a5-8e0e-95e700d8c913 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.745241] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1023.745241] env[69133]: value = "task-3191461" [ 1023.745241] env[69133]: _type = "Task" [ 1023.745241] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.752729] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.826875] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.916628] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.916880] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638230', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'name': 'volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec450240-395c-4ab3-a7d6-a557a67c6e02', 'attached_at': '', 'detached_at': '', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'serial': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.917788] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8363fa8-67e4-4011-9e0b-38975ab164ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.942101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d707b-2ab9-4d2e-af5e-a80e81797e6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.967238] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d/volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.967929] env[69133]: DEBUG nova.compute.manager [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.968142] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.968383] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2870b1c7-90a8-4043-8b45-f5cf190e449b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.981320] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e3ef7-3d0a-486d-a81e-44985eee1e00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.989498] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.989732] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6878048-7500-49f2-8d1d-6c2f2103ed50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.992370] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1023.992370] env[69133]: value = "task-3191462" [ 1023.992370] env[69133]: _type = "Task" [ 1023.992370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.997351] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1023.997351] env[69133]: value = "task-3191463" [ 1023.997351] env[69133]: _type = "Task" [ 1023.997351] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.003986] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.009620] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.145228] env[69133]: DEBUG nova.compute.utils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.147251] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.147251] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.161145] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.161145] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.161145] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.188325] env[69133]: DEBUG nova.policy [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.259526] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.331696] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191460, 'name': ReconfigVM_Task, 'duration_secs': 0.971913} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.332155] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.332884] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2cf596-530b-419a-b963-46ce98734b88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.340828] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1024.340828] env[69133]: value = "task-3191464" [ 1024.340828] env[69133]: _type = "Task" [ 1024.340828] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.349202] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191464, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.386714] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a95c9d4-6520-42ad-9866-de0a4a08c72c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.394238] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474657d9-9157-45b5-96b0-10e6b09f4be8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.424795] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdeebb-d3d7-4a44-8ac6-e4374da05022 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.432572] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb66879-ba23-4eff-9c34-08e02022a798 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.446248] env[69133]: DEBUG nova.compute.provider_tree [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.453631] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Successfully created port: 935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.506474] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191462, 'name': ReconfigVM_Task, 'duration_secs': 0.394819} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.509549] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d/volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.514445] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191463, 'name': PowerOffVM_Task, 'duration_secs': 0.326426} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.514673] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133766a4-59c1-4197-a61d-e344ab8969ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.524914] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.525138] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.525754] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beddc176-ffa3-4395-a268-9660e07d0dbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.532316] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1024.532316] env[69133]: value = "task-3191465" [ 1024.532316] env[69133]: _type = "Task" [ 1024.532316] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.540521] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.594083] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.594480] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.594777] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Deleting the datastore file [datastore2] 2e263cef-521c-47b4-bfbf-e08234a9b1ce {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.595108] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4764f7af-c040-4cad-9398-20fb46fb9694 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.602281] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for the task: (returnval){ [ 1024.602281] env[69133]: value = "task-3191467" [ 1024.602281] env[69133]: _type = "Task" [ 1024.602281] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.611331] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.650936] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.727125] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.757606] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191461, 'name': ReconfigVM_Task, 'duration_secs': 0.827942} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.758013] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-f86149fc-f187-4a0a-b08e-6a28da066e2a/volume-f86149fc-f187-4a0a-b08e-6a28da066e2a.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.766016] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9f83fe-6323-4885-93f7-9572e9785ea0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.782429] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1024.782429] env[69133]: value = "task-3191468" [ 1024.782429] env[69133]: _type = "Task" [ 1024.782429] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.791795] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.852075] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191464, 'name': Rename_Task, 'duration_secs': 0.181522} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.852223] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.852448] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81280466-a293-4301-9fe5-9d3f1c0ae009 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.858752] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1024.858752] env[69133]: value = "task-3191469" [ 1024.858752] env[69133]: _type = "Task" [ 1024.858752] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.867338] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.926656] env[69133]: DEBUG nova.network.neutron [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updating instance_info_cache with network_info: [{"id": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "address": "fa:16:3e:fb:bf:78", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9919a4-29", "ovs_interfaceid": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.949199] env[69133]: DEBUG nova.scheduler.client.report [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.042779] env[69133]: DEBUG oslo_vmware.api [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191465, 'name': ReconfigVM_Task, 'duration_secs': 0.156698} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.043167] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638230', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'name': 'volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ec450240-395c-4ab3-a7d6-a557a67c6e02', 'attached_at': '', 'detached_at': '', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'serial': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.111496] env[69133]: DEBUG oslo_vmware.api [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Task: {'id': task-3191467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211725} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.111758] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.111979] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.112136] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.112316] env[69133]: INFO nova.compute.manager [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1025.112563] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.112775] env[69133]: DEBUG nova.compute.manager [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.112870] env[69133]: DEBUG nova.network.neutron [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.294022] env[69133]: DEBUG oslo_vmware.api [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191468, 'name': ReconfigVM_Task, 'duration_secs': 0.194523} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.294022] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638229', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'name': 'volume-f86149fc-f187-4a0a-b08e-6a28da066e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fc19ef1-6d50-4d65-b953-3e3639ec0da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'serial': 'f86149fc-f187-4a0a-b08e-6a28da066e2a'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.373097] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.430040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.430377] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance network_info: |[{"id": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "address": "fa:16:3e:fb:bf:78", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9919a4-29", "ovs_interfaceid": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.431110] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:bf:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9919a4-2946-4d0c-8097-59b2cb9d4376', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.439313] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.440726] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.442177] env[69133]: DEBUG nova.compute.manager [req-9e5d1925-0fb8-40bf-81c3-12dcd7514006 req-bf82bc6a-87d1-4b5d-bf78-cf4ff0419b86 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Received event network-vif-deleted-c6f617af-6083-4266-be11-d99042c833e4 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.442363] env[69133]: INFO nova.compute.manager [req-9e5d1925-0fb8-40bf-81c3-12dcd7514006 req-bf82bc6a-87d1-4b5d-bf78-cf4ff0419b86 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Neutron deleted interface c6f617af-6083-4266-be11-d99042c833e4; detaching it from the instance and deleting it from the info cache [ 1025.442535] env[69133]: DEBUG nova.network.neutron [req-9e5d1925-0fb8-40bf-81c3-12dcd7514006 req-bf82bc6a-87d1-4b5d-bf78-cf4ff0419b86 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.443506] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03fe6b29-1046-438f-b5b2-88812b0be564 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.459603] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.461491] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68a4e9bf-996c-4b78-849f-1bf6b4a9f5c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.463551] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.954s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.463790] env[69133]: DEBUG nova.objects.instance [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lazy-loading 'resources' on Instance uuid 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.472574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e6d81-3b9b-4ab2-ae04-689d9f92279f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.485403] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.485403] env[69133]: value = "task-3191470" [ 1025.485403] env[69133]: _type = "Task" [ 1025.485403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.490098] env[69133]: INFO nova.scheduler.client.report [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleted allocations for instance fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12 [ 1025.497188] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191470, 'name': CreateVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.508422] env[69133]: DEBUG nova.compute.manager [req-9e5d1925-0fb8-40bf-81c3-12dcd7514006 req-bf82bc6a-87d1-4b5d-bf78-cf4ff0419b86 service nova] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Detach interface failed, port_id=c6f617af-6083-4266-be11-d99042c833e4, reason: Instance 2e263cef-521c-47b4-bfbf-e08234a9b1ce could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.541639] env[69133]: DEBUG nova.compute.manager [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received event network-changed-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.541639] env[69133]: DEBUG nova.compute.manager [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Refreshing instance network info cache due to event network-changed-2e9919a4-2946-4d0c-8097-59b2cb9d4376. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.541834] env[69133]: DEBUG oslo_concurrency.lockutils [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] Acquiring lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.541977] env[69133]: DEBUG oslo_concurrency.lockutils [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] Acquired lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.542168] env[69133]: DEBUG nova.network.neutron [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Refreshing network info cache for port 2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.666775] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.696903] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.697204] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.697473] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.697737] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.697893] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.698059] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.698281] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.698444] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.698610] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.698774] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.698949] env[69133]: DEBUG nova.virt.hardware [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.699967] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4319a0-d886-4571-a67b-b8814de77c6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.708641] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db1f7ab-524d-4895-830d-e9f9119fa1d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.870532] env[69133]: DEBUG oslo_vmware.api [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191469, 'name': PowerOnVM_Task, 'duration_secs': 0.820708} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.871032] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.871110] env[69133]: INFO nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1025.871307] env[69133]: DEBUG nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.872175] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ec8f3-1181-46cf-8b28-5787047c10b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.920200] env[69133]: DEBUG nova.network.neutron [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.998805] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191470, 'name': CreateVM_Task, 'duration_secs': 0.517684} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.998805] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.999241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.999416] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.999737] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.000336] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1b2b37-4eb1-4103-ac12-e8011af6cc93 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.005086] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1026.005086] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529570ce-1699-c7b2-eef0-0cbc12fa1868" [ 1026.005086] env[69133]: _type = "Task" [ 1026.005086] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.013439] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4ab002fa-c676-4827-b82f-08d9e1c173ec tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.839s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.017587] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529570ce-1699-c7b2-eef0-0cbc12fa1868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.093022] env[69133]: DEBUG nova.objects.instance [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'flavor' on Instance uuid ec450240-395c-4ab3-a7d6-a557a67c6e02 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.240099] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211977b-9b18-409e-a208-5324f6113237 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.249335] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad3e9c9-48b1-4275-a470-f2c0d5186725 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.285384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaccc22-27e1-4f5a-915d-2687624bc10d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.293639] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034751f7-6560-4b9c-ab48-4736fcbef6bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.309415] env[69133]: DEBUG nova.compute.provider_tree [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.335852] env[69133]: DEBUG nova.objects.instance [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.390038] env[69133]: INFO nova.compute.manager [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Took 19.53 seconds to build instance. [ 1026.409401] env[69133]: DEBUG nova.network.neutron [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updated VIF entry in instance network info cache for port 2e9919a4-2946-4d0c-8097-59b2cb9d4376. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.409759] env[69133]: DEBUG nova.network.neutron [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updating instance_info_cache with network_info: [{"id": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "address": "fa:16:3e:fb:bf:78", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9919a4-29", "ovs_interfaceid": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.418481] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Successfully updated port: 935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.425237] env[69133]: INFO nova.compute.manager [-] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Took 1.31 seconds to deallocate network for instance. [ 1026.515716] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529570ce-1699-c7b2-eef0-0cbc12fa1868, 'name': SearchDatastore_Task, 'duration_secs': 0.020748} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.515872] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.516078] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.517033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.517033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.517033] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.517033] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6f9f017-34fd-489c-943d-2fcbf88276fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.525374] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.525551] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.526279] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e8f30c-7e86-43cd-8336-7a3a6ee8cdef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.531430] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1026.531430] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d75c15-1223-9b78-bada-29db24be49b1" [ 1026.531430] env[69133]: _type = "Task" [ 1026.531430] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.538979] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d75c15-1223-9b78-bada-29db24be49b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.599204] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dc73570f-d43f-4014-8fe4-23e8ab0bc66d tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.788s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.813889] env[69133]: DEBUG nova.scheduler.client.report [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.842428] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7cb11504-ea60-4390-b703-d515efd556a1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.262s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.891769] env[69133]: DEBUG oslo_concurrency.lockutils [None req-308272f6-199c-4f5e-a459-aa4244b1e21d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.045s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.912542] env[69133]: DEBUG oslo_concurrency.lockutils [req-1d1b61ce-6034-4d07-9de9-992e29503c01 req-b6bfc79c-04ce-4f38-a1f9-b9dd45076978 service nova] Releasing lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.921472] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.921612] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.921792] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.931647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.042984] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d75c15-1223-9b78-bada-29db24be49b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.043492] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec87b70d-d3b9-473e-a4ec-9d0bda28fe09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.048952] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1027.048952] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527f6d28-eb1f-a022-8be8-fa7ffc6187bb" [ 1027.048952] env[69133]: _type = "Task" [ 1027.048952] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.056387] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f6d28-eb1f-a022-8be8-fa7ffc6187bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.253706] env[69133]: DEBUG nova.compute.manager [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1027.319800] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.322199] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.804s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.322199] env[69133]: DEBUG nova.objects.instance [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lazy-loading 'resources' on Instance uuid c23f9eec-64a9-4f58-a7bb-16336370da8d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.336765] env[69133]: INFO nova.scheduler.client.report [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Deleted allocations for instance 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8 [ 1027.381021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.381021] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.419067] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.419067] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.419067] env[69133]: DEBUG nova.compute.manager [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.419663] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044fea9a-7a4b-4dcc-82d8-585653e8af9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.427801] env[69133]: DEBUG nova.compute.manager [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1027.428356] env[69133]: DEBUG nova.objects.instance [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.452669] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.559018] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527f6d28-eb1f-a022-8be8-fa7ffc6187bb, 'name': SearchDatastore_Task, 'duration_secs': 0.016587} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.559300] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.559888] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 361d0a9d-7af7-4446-87c5-8dfa071de712/361d0a9d-7af7-4446-87c5-8dfa071de712.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.559888] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95ec03a-dbb8-4f50-a42d-1bbaaef5b13d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.565817] env[69133]: DEBUG nova.compute.manager [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Received event network-vif-plugged-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.566080] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Acquiring lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.566347] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.566542] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.566676] env[69133]: DEBUG nova.compute.manager [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] No waiting events found dispatching network-vif-plugged-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.566841] env[69133]: WARNING nova.compute.manager [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Received unexpected event network-vif-plugged-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 for instance with vm_state building and task_state spawning. [ 1027.566999] env[69133]: DEBUG nova.compute.manager [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Received event network-changed-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.567173] env[69133]: DEBUG nova.compute.manager [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Refreshing instance network info cache due to event network-changed-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.567339] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Acquiring lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.568911] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1027.568911] env[69133]: value = "task-3191472" [ 1027.568911] env[69133]: _type = "Task" [ 1027.568911] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.577057] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.577905] env[69133]: DEBUG nova.network.neutron [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Updating instance_info_cache with network_info: [{"id": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "address": "fa:16:3e:4b:ef:f3", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935b16fc-7f", "ovs_interfaceid": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.775704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.845677] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c1ce3135-6292-4e7b-aa9a-69e96375659b tempest-ServersNegativeTestJSON-1730065451 tempest-ServersNegativeTestJSON-1730065451-project-member] Lock "2be3c8f3-df63-4b8d-8c48-c93a37aa26c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.870s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.883649] env[69133]: DEBUG nova.compute.utils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.965954] env[69133]: DEBUG nova.compute.manager [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1028.076148] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158bc84-1b1f-49f9-8b86-22de176b888f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.082097] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.082424] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Instance network_info: |[{"id": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "address": "fa:16:3e:4b:ef:f3", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935b16fc-7f", "ovs_interfaceid": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.082718] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.083414] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Acquired lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.084264] env[69133]: DEBUG nova.network.neutron [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Refreshing network info cache for port 935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.084818] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ef:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '935b16fc-7f3e-49b8-9e87-9b3e99ac0b27', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.093151] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.097227] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.097555] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1665ea9-1d8a-4951-843a-23902157f736 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.114392] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ad04e-2ca6-43c6-8bd6-7c107797aba4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147875] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ae25c-1437-4912-b2f7-f44cf147120c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.150477] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.150477] env[69133]: value = "task-3191473" [ 1028.150477] env[69133]: _type = "Task" [ 1028.150477] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.157634] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b5ed5-fd4e-4c1b-93f3-aac19beefb81 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164906] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191473, 'name': CreateVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.177087] env[69133]: DEBUG nova.compute.provider_tree [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.388682] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.437985] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.438348] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6994c76-89f6-40ff-b3e4-4deab6da3124 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.446225] env[69133]: DEBUG oslo_vmware.api [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1028.446225] env[69133]: value = "task-3191474" [ 1028.446225] env[69133]: _type = "Task" [ 1028.446225] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.455206] env[69133]: DEBUG oslo_vmware.api [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.483875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.580265] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581563} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.580694] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 361d0a9d-7af7-4446-87c5-8dfa071de712/361d0a9d-7af7-4446-87c5-8dfa071de712.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.580996] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.581356] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d62197a-5b71-4797-8580-7733fda72014 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.588765] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1028.588765] env[69133]: value = "task-3191475" [ 1028.588765] env[69133]: _type = "Task" [ 1028.588765] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.600187] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.661691] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191473, 'name': CreateVM_Task, 'duration_secs': 0.373896} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.661897] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.662633] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.662811] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.663261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.663542] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0e1984-d470-425c-b769-21c9f5b73dc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.668463] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1028.668463] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520fc432-db19-fecc-5137-c3481a952e9b" [ 1028.668463] env[69133]: _type = "Task" [ 1028.668463] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.678631] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520fc432-db19-fecc-5137-c3481a952e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.680656] env[69133]: DEBUG nova.scheduler.client.report [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.940603] env[69133]: DEBUG nova.network.neutron [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Updated VIF entry in instance network info cache for port 935b16fc-7f3e-49b8-9e87-9b3e99ac0b27. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.941113] env[69133]: DEBUG nova.network.neutron [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Updating instance_info_cache with network_info: [{"id": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "address": "fa:16:3e:4b:ef:f3", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap935b16fc-7f", "ovs_interfaceid": "935b16fc-7f3e-49b8-9e87-9b3e99ac0b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.956246] env[69133]: DEBUG oslo_vmware.api [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191474, 'name': PowerOffVM_Task, 'duration_secs': 0.300215} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.957311] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.957507] env[69133]: DEBUG nova.compute.manager [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.958347] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b0c7ac-73b5-421f-8844-6ad8a637bb82 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.097721] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062588} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.098044] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.098799] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1102f-ac25-43fc-a548-6015fe0a0e70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.125740] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 361d0a9d-7af7-4446-87c5-8dfa071de712/361d0a9d-7af7-4446-87c5-8dfa071de712.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.125955] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279503d8-8b44-4544-b775-3af71f6e9cb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.146813] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1029.146813] env[69133]: value = "task-3191476" [ 1029.146813] env[69133]: _type = "Task" [ 1029.146813] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.154893] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.178815] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520fc432-db19-fecc-5137-c3481a952e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008811} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.179152] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.179420] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.179635] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.179782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.179966] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.180265] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447d0107-3e48-4756-b50d-daa4503f871e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.186112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.194575] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.259s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.194575] env[69133]: DEBUG nova.objects.instance [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lazy-loading 'resources' on Instance uuid 2e263cef-521c-47b4-bfbf-e08234a9b1ce {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.194575] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.194575] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.194575] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dad531f-8c0e-47db-b35e-59892ab5d1f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.202017] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1029.202017] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]524be309-7e3c-24a1-7240-3c969a9b1472" [ 1029.202017] env[69133]: _type = "Task" [ 1029.202017] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.209562] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524be309-7e3c-24a1-7240-3c969a9b1472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.213199] env[69133]: INFO nova.scheduler.client.report [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Deleted allocations for instance c23f9eec-64a9-4f58-a7bb-16336370da8d [ 1029.448120] env[69133]: DEBUG oslo_concurrency.lockutils [req-877b05cc-6a62-4114-9bc2-009311727e56 req-95ef3a3f-e4b2-4ebd-a0e1-cc058c66ed8f service nova] Releasing lock "refresh_cache-cf10a066-fef6-45b1-8f4c-591bb0962a14" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.448120] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.448120] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.448120] env[69133]: INFO nova.compute.manager [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Attaching volume a5e3833d-814d-4c72-bcb0-daadbd4225ce to /dev/sdb [ 1029.470590] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c108e343-d330-449b-98ae-4941e2298957 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.481501] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b161b-9101-47d9-baa0-e39b5441f9e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.490349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68656275-f58d-457f-9242-fad72e71949e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.511518] env[69133]: DEBUG nova.virt.block_device [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating existing volume attachment record: 75f8f746-bed0-44f5-abf0-bd5a4bce7aee {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.663131] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191476, 'name': ReconfigVM_Task, 'duration_secs': 0.297111} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.663267] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 361d0a9d-7af7-4446-87c5-8dfa071de712/361d0a9d-7af7-4446-87c5-8dfa071de712.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.664333] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-879ae5d3-ef7e-4b43-a493-b02f2a388c3c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.670414] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1029.670414] env[69133]: value = "task-3191477" [ 1029.670414] env[69133]: _type = "Task" [ 1029.670414] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.677765] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191477, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.709918] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]524be309-7e3c-24a1-7240-3c969a9b1472, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.711209] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11801b60-2311-4761-ae40-895444de8b20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.719668] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1029.719668] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5277a4df-c943-e2bf-0608-8a8c49381317" [ 1029.719668] env[69133]: _type = "Task" [ 1029.719668] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.724503] env[69133]: DEBUG oslo_concurrency.lockutils [None req-65b416d4-9456-4347-8bc7-9a150badc7a5 tempest-ListServerFiltersTestJSON-1304588985 tempest-ListServerFiltersTestJSON-1304588985-project-member] Lock "c23f9eec-64a9-4f58-a7bb-16336370da8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.763s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.731151] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5277a4df-c943-e2bf-0608-8a8c49381317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.808567] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.808567] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.808825] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.809036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.809218] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.814568] env[69133]: INFO nova.compute.manager [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Terminating instance [ 1029.971077] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f818eb4c-3039-45a3-8344-2c6d2ddf6d70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.978335] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf096a1-8c9c-41e0-9b74-d2167a512abf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.020151] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e67838-138b-4e74-b5ec-f1a6c215d47b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.029633] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de10e362-7efd-4e87-95cf-94f234736446 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.044405] env[69133]: DEBUG nova.compute.provider_tree [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.057266] env[69133]: DEBUG nova.objects.instance [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.181533] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191477, 'name': Rename_Task, 'duration_secs': 0.255309} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.181833] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.182118] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525f5778-b200-4d42-a2bc-d36e15228b64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.189233] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1030.189233] env[69133]: value = "task-3191481" [ 1030.189233] env[69133]: _type = "Task" [ 1030.189233] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.197039] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.234014] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5277a4df-c943-e2bf-0608-8a8c49381317, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.234014] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.234014] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cf10a066-fef6-45b1-8f4c-591bb0962a14/cf10a066-fef6-45b1-8f4c-591bb0962a14.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.234268] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96174e28-6251-499b-9416-57657d6bfa83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.242297] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1030.242297] env[69133]: value = "task-3191482" [ 1030.242297] env[69133]: _type = "Task" [ 1030.242297] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.252520] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.318800] env[69133]: DEBUG nova.compute.manager [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.319368] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.320707] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6c8fac-b5bd-4d55-ba9f-65b602fa82ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.328967] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.329252] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe5b622-86d6-4b55-b4f7-514176e439d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.336030] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1030.336030] env[69133]: value = "task-3191483" [ 1030.336030] env[69133]: _type = "Task" [ 1030.336030] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.345808] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.564259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.564259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.564259] env[69133]: DEBUG nova.network.neutron [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.565749] env[69133]: DEBUG nova.objects.instance [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'info_cache' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.582627] env[69133]: ERROR nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] [req-3e8c7ab8-12e4-4db5-80b7-b031aea83a7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3e8c7ab8-12e4-4db5-80b7-b031aea83a7e"}]} [ 1030.607637] env[69133]: DEBUG nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.630220] env[69133]: DEBUG nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.630533] env[69133]: DEBUG nova.compute.provider_tree [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.648272] env[69133]: DEBUG nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.676335] env[69133]: DEBUG nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.704592] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191481, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.755692] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488781} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.756751] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] cf10a066-fef6-45b1-8f4c-591bb0962a14/cf10a066-fef6-45b1-8f4c-591bb0962a14.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.758129] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.758129] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a72fe4a4-bfa8-4a18-8d09-5087681d20e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.765612] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1030.765612] env[69133]: value = "task-3191484" [ 1030.765612] env[69133]: _type = "Task" [ 1030.765612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.776560] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.850010] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191483, 'name': PowerOffVM_Task, 'duration_secs': 0.364966} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.852929] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.853307] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.854022] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b8594e-ba08-45df-b244-4d23accb96f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.923548] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.923920] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.924244] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleting the datastore file [datastore2] 562b8662-372b-4916-b7f2-c90bab1d7078 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.924614] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-294b64d0-7c81-4aa6-8b6c-c901c78be9e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.933507] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for the task: (returnval){ [ 1030.933507] env[69133]: value = "task-3191486" [ 1030.933507] env[69133]: _type = "Task" [ 1030.933507] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.949547] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.955380] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb181c-c454-4350-aa16-078952bee386 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.962568] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c2e64-716e-4e85-ac10-9a4a9f671746 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.993427] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b9d1e4-51e9-4e2e-b28f-3f0cfb730e99 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.001539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb1f3be-5c1a-49fc-b67c-288418b7e686 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.018236] env[69133]: DEBUG nova.compute.provider_tree [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.068464] env[69133]: DEBUG nova.objects.base [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Object Instance<2fc19ef1-6d50-4d65-b953-3e3639ec0da8> lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.200335] env[69133]: DEBUG oslo_vmware.api [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191481, 'name': PowerOnVM_Task, 'duration_secs': 0.791698} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.201978] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.201978] env[69133]: INFO nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1031.201978] env[69133]: DEBUG nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.201978] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a4e82-8c41-4bc2-b341-807a6644da78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.276660] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070409} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.277247] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.278118] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7a9ae-dded-4431-8a95-5f1a1bd9586e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.302138] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] cf10a066-fef6-45b1-8f4c-591bb0962a14/cf10a066-fef6-45b1-8f4c-591bb0962a14.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.302774] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80084861-14c1-4316-9fe1-a409415331f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.323440] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1031.323440] env[69133]: value = "task-3191487" [ 1031.323440] env[69133]: _type = "Task" [ 1031.323440] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.333567] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.443474] env[69133]: DEBUG oslo_vmware.api [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Task: {'id': task-3191486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336065} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.443705] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.443849] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.444032] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.444211] env[69133]: INFO nova.compute.manager [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.444477] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.444666] env[69133]: DEBUG nova.compute.manager [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.444758] env[69133]: DEBUG nova.network.neutron [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.521557] env[69133]: DEBUG nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.726665] env[69133]: INFO nova.compute.manager [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Took 21.64 seconds to build instance. [ 1031.834233] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.858034] env[69133]: DEBUG nova.network.neutron [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.029178] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.839s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.034136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.258s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.067944] env[69133]: INFO nova.scheduler.client.report [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Deleted allocations for instance 2e263cef-521c-47b4-bfbf-e08234a9b1ce [ 1032.229366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-af8f600c-72e7-4bd3-a2b4-5f9f782cb26e tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.147s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.334508] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.361841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.464102] env[69133]: DEBUG nova.compute.manager [req-bbf9bb1e-58ff-4fe6-95ce-184795c2bc8c req-1790daa0-1b39-40b7-a317-45e3cb984b6a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Received event network-vif-deleted-24b63fbc-defe-4626-bcad-baf6c15fb917 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.464367] env[69133]: INFO nova.compute.manager [req-bbf9bb1e-58ff-4fe6-95ce-184795c2bc8c req-1790daa0-1b39-40b7-a317-45e3cb984b6a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Neutron deleted interface 24b63fbc-defe-4626-bcad-baf6c15fb917; detaching it from the instance and deleting it from the info cache [ 1032.464546] env[69133]: DEBUG nova.network.neutron [req-bbf9bb1e-58ff-4fe6-95ce-184795c2bc8c req-1790daa0-1b39-40b7-a317-45e3cb984b6a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.540166] env[69133]: INFO nova.compute.claims [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.586600] env[69133]: DEBUG oslo_concurrency.lockutils [None req-40f1081a-dd90-44d0-b1fd-e188b14be38a tempest-InstanceActionsNegativeTestJSON-225683273 tempest-InstanceActionsNegativeTestJSON-225683273-project-member] Lock "2e263cef-521c-47b4-bfbf-e08234a9b1ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.133s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.638242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.638553] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.638774] env[69133]: INFO nova.compute.manager [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Shelving [ 1032.833997] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191487, 'name': ReconfigVM_Task, 'duration_secs': 1.110121} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.834458] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Reconfigured VM instance instance-0000005e to attach disk [datastore2] cf10a066-fef6-45b1-8f4c-591bb0962a14/cf10a066-fef6-45b1-8f4c-591bb0962a14.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.835188] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81d36bed-ede1-4b63-8fcb-cee4d5499ada {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.848147] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1032.848147] env[69133]: value = "task-3191489" [ 1032.848147] env[69133]: _type = "Task" [ 1032.848147] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.856825] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191489, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.930773] env[69133]: DEBUG nova.network.neutron [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.969745] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8603d982-4959-43a0-b45d-82af7b61308c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.981160] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9578e-0db6-4ae7-915a-494b87cbcde0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.030578] env[69133]: DEBUG nova.compute.manager [req-bbf9bb1e-58ff-4fe6-95ce-184795c2bc8c req-1790daa0-1b39-40b7-a317-45e3cb984b6a service nova] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Detach interface failed, port_id=24b63fbc-defe-4626-bcad-baf6c15fb917, reason: Instance 562b8662-372b-4916-b7f2-c90bab1d7078 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.047665] env[69133]: INFO nova.compute.resource_tracker [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating resource usage from migration e5647129-6873-4484-b408-b3457068705c [ 1033.321965] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c5f3c-3e97-4675-8074-1220da44471d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.332268] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2af7be-f372-4096-8a6c-e6972af2d504 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.369309] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.371030] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad2f24e-d31f-4d4a-838e-32ea5416f7c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.373080] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f01845-c2ff-474c-8c3e-0ae986a4f56f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.385083] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d8948-3152-4af7-8687-e4ccf6af7e64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.388994] env[69133]: DEBUG oslo_vmware.api [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1033.388994] env[69133]: value = "task-3191490" [ 1033.388994] env[69133]: _type = "Task" [ 1033.388994] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.389383] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191489, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.403244] env[69133]: DEBUG nova.compute.provider_tree [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.412536] env[69133]: DEBUG oslo_vmware.api [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191490, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.435537] env[69133]: INFO nova.compute.manager [-] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Took 1.99 seconds to deallocate network for instance. [ 1033.657879] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.657879] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee46c3a8-8d11-4d14-8093-e68af33e5e64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.666860] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1033.666860] env[69133]: value = "task-3191491" [ 1033.666860] env[69133]: _type = "Task" [ 1033.666860] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.682883] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.876540] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191489, 'name': Rename_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.901567] env[69133]: DEBUG oslo_vmware.api [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.906650] env[69133]: DEBUG nova.scheduler.client.report [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.944707] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.177020] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191491, 'name': PowerOffVM_Task, 'duration_secs': 0.224682} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.177020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.177734] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a6858-d55f-4b05-b811-6be1fc3a890c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.200665] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80efe70c-0f21-4652-8df4-2c514cb96719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.312868] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.313624] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.313838] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.314034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.314288] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.317729] env[69133]: INFO nova.compute.manager [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Terminating instance [ 1034.380238] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191489, 'name': Rename_Task, 'duration_secs': 1.246636} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.380618] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.380879] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-233db87b-9348-431c-88fc-944a078f04a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.390280] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1034.390280] env[69133]: value = "task-3191492" [ 1034.390280] env[69133]: _type = "Task" [ 1034.390280] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.411856] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.412588] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.412789] env[69133]: INFO nova.compute.manager [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Migrating [ 1034.419522] env[69133]: DEBUG oslo_vmware.api [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.422474] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.939s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.565513] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.565513] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.566503] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5211b4ce-c3a0-4889-89af-5bf18f2fd9ff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.584159] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b78019-54e4-4b65-b0a1-060e737bf019 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.622033] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.622247] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2699f2dc-6bb5-449e-8bd0-9c511c5d5b8e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.645913] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1034.645913] env[69133]: value = "task-3191493" [ 1034.645913] env[69133]: _type = "Task" [ 1034.645913] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.654990] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.713224] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.714541] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9993fc9b-fa85-4ef9-9582-6c03e435bd61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.721880] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1034.721880] env[69133]: value = "task-3191494" [ 1034.721880] env[69133]: _type = "Task" [ 1034.721880] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.730020] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.823579] env[69133]: DEBUG nova.compute.manager [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.823871] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.824833] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5dde1-2ad7-4b3f-bdbe-6e01b6be60f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.832975] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.833290] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea4b94b7-b029-437e-bb8a-1115306955fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.840640] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1034.840640] env[69133]: value = "task-3191495" [ 1034.840640] env[69133]: _type = "Task" [ 1034.840640] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.851611] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.904064] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191492, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.907506] env[69133]: DEBUG oslo_vmware.api [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191490, 'name': PowerOnVM_Task, 'duration_secs': 1.137236} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.907921] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.908203] env[69133]: DEBUG nova.compute.manager [None req-996d65b2-e170-4743-a9d4-533c0a71adc2 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.909017] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1b6543-9f5d-484f-a575-bd6e05054dca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.935484] env[69133]: INFO nova.compute.claims [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.939669] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.939953] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.940169] env[69133]: DEBUG nova.network.neutron [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.163118] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191493, 'name': ReconfigVM_Task, 'duration_secs': 0.504791} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.163118] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.173355] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cf4d2b-ced4-4c13-9f9c-5b84c88f2984 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.190924] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1035.190924] env[69133]: value = "task-3191496" [ 1035.190924] env[69133]: _type = "Task" [ 1035.190924] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.201430] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.232821] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191494, 'name': CreateSnapshot_Task, 'duration_secs': 0.448161} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.236256] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.237269] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaed01a-ee69-4d8b-8c30-b161cb6eab9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.302582] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.302834] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.352764] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191495, 'name': PowerOffVM_Task, 'duration_secs': 0.282978} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.353134] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.353298] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.353610] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22708d5a-cedc-425d-99ba-3e7c23093de0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.404073] env[69133]: DEBUG oslo_vmware.api [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191492, 'name': PowerOnVM_Task, 'duration_secs': 0.609809} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.404531] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.404845] env[69133]: INFO nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1035.405146] env[69133]: DEBUG nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.406335] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b0cb5-9220-4ef7-aeca-80e624f2734b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.445529] env[69133]: INFO nova.compute.resource_tracker [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating resource usage from migration 8946031b-7f86-47ba-af2d-15d99de3a498 [ 1035.712984] env[69133]: DEBUG oslo_vmware.api [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191496, 'name': ReconfigVM_Task, 'duration_secs': 0.189756} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.712984] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.731903] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74ef96-e4c0-47fd-9eb9-955f9615e9b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.741898] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfee9af9-03d8-4818-8783-c448af025472 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.787142] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1035.790060] env[69133]: DEBUG nova.network.neutron [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.791409] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cc56e61-dc8c-4484-a196-30fafb6befc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.794877] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e70e9c-77d3-41fc-9e3b-813366b22a7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.805255] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26039abe-700d-4295-b734-f5b00166f13b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.809082] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1035.809082] env[69133]: value = "task-3191498" [ 1035.809082] env[69133]: _type = "Task" [ 1035.809082] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.809722] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.824859] env[69133]: DEBUG nova.compute.provider_tree [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.831692] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191498, 'name': CloneVM_Task} progress is 11%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.929403] env[69133]: INFO nova.compute.manager [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Took 24.85 seconds to build instance. [ 1036.300886] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.322502] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191498, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.327849] env[69133]: DEBUG nova.scheduler.client.report [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.353037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.434259] env[69133]: DEBUG oslo_concurrency.lockutils [None req-518cb16d-424e-4e2d-9102-7d7eabcaf551 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.369s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.625497] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.625815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.626127] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.626369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.626550] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.632192] env[69133]: INFO nova.compute.manager [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Terminating instance [ 1036.721736] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.721913] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.722118] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Deleting the datastore file [datastore1] 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.722425] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08ee9c5a-c137-467e-97fb-dc9fadcc6567 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.731870] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for the task: (returnval){ [ 1036.731870] env[69133]: value = "task-3191499" [ 1036.731870] env[69133]: _type = "Task" [ 1036.731870] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.740247] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.783019] env[69133]: DEBUG nova.objects.instance [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'flavor' on Instance uuid 0a5d5548-f47a-4d4b-ad8f-3b1167816840 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.824079] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191498, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.835559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.413s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.835791] env[69133]: INFO nova.compute.manager [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Migrating [ 1036.844203] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.900s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.845024] env[69133]: DEBUG nova.objects.instance [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lazy-loading 'resources' on Instance uuid 562b8662-372b-4916-b7f2-c90bab1d7078 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.136287] env[69133]: DEBUG nova.compute.manager [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.136361] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.137289] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec4e8e-b515-4411-bcf4-c21d9622dc17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.148053] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.148339] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3bb31d-09f4-4287-a9ac-e89ae277ace4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.156497] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1037.156497] env[69133]: value = "task-3191500" [ 1037.156497] env[69133]: _type = "Task" [ 1037.156497] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.171709] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.241086] env[69133]: DEBUG oslo_vmware.api [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Task: {'id': task-3191499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156742} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.241433] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.241660] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.241879] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.242104] env[69133]: INFO nova.compute.manager [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1037.242384] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.242617] env[69133]: DEBUG nova.compute.manager [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.242743] env[69133]: DEBUG nova.network.neutron [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.290945] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1857278c-ad73-477f-8f87-6efbf2b91ddd tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.843s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.329062] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191498, 'name': CloneVM_Task, 'duration_secs': 1.485748} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.329390] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Created linked-clone VM from snapshot [ 1037.330210] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f2be5-9533-4231-86a0-70d78d7528e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.341796] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Uploading image f29b6683-5113-445b-809b-5d1cab91dd19 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1037.356330] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.356790] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.357098] env[69133]: DEBUG nova.network.neutron [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.373068] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1037.373068] env[69133]: value = "vm-638237" [ 1037.373068] env[69133]: _type = "VirtualMachine" [ 1037.373068] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1037.374134] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0856ad88-f967-4161-8995-72dde4bf87fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.383634] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lease: (returnval){ [ 1037.383634] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d26ab-3fd1-9b3b-ee1b-ef6de770950b" [ 1037.383634] env[69133]: _type = "HttpNfcLease" [ 1037.383634] env[69133]: } obtained for exporting VM: (result){ [ 1037.383634] env[69133]: value = "vm-638237" [ 1037.383634] env[69133]: _type = "VirtualMachine" [ 1037.383634] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1037.383929] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the lease: (returnval){ [ 1037.383929] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d26ab-3fd1-9b3b-ee1b-ef6de770950b" [ 1037.383929] env[69133]: _type = "HttpNfcLease" [ 1037.383929] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1037.393440] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.393440] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d26ab-3fd1-9b3b-ee1b-ef6de770950b" [ 1037.393440] env[69133]: _type = "HttpNfcLease" [ 1037.393440] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1037.644759] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7badf455-6021-409a-89c1-b4430ce551db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.663100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7641763-e791-4ff1-b373-bf23f28c10f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.674226] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191500, 'name': PowerOffVM_Task, 'duration_secs': 0.406327} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.699808] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.699808] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.700133] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8794934-f935-4b9c-9269-141433619aa2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.702853] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6500c27-8590-432a-93b9-721c55b6e403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.711113] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd6bbc4-3bed-433a-be80-87c0297feb4b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.730488] env[69133]: DEBUG nova.compute.provider_tree [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.776022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.776022] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.776022] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] cf10a066-fef6-45b1-8f4c-591bb0962a14 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.776022] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf6414c1-5a8c-47b6-9484-0b811460438d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.782442] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1037.782442] env[69133]: value = "task-3191503" [ 1037.782442] env[69133]: _type = "Task" [ 1037.782442] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.791858] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.826075] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da80c8-d5ad-445e-8efb-203d7a2dcdc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.863900] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.895024] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.895024] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d26ab-3fd1-9b3b-ee1b-ef6de770950b" [ 1037.895024] env[69133]: _type = "HttpNfcLease" [ 1037.895024] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.895024] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.895024] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d26ab-3fd1-9b3b-ee1b-ef6de770950b" [ 1037.895024] env[69133]: _type = "HttpNfcLease" [ 1037.895024] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1037.896350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7858abe8-a66c-4363-ba7a-a778084f8508 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.910357] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.910357] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.009707] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab39028f-4bbc-4c0b-a295-ec2f3ab5f267 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.034291] env[69133]: DEBUG nova.compute.manager [req-7430dbcc-5a10-4e45-8fdb-bb1d4627d0d9 req-be33268c-e0ae-40c7-807a-3d5dadc698e6 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Received event network-vif-deleted-67a265a8-aa33-45ce-b490-83ca34dddb66 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.034504] env[69133]: INFO nova.compute.manager [req-7430dbcc-5a10-4e45-8fdb-bb1d4627d0d9 req-be33268c-e0ae-40c7-807a-3d5dadc698e6 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Neutron deleted interface 67a265a8-aa33-45ce-b490-83ca34dddb66; detaching it from the instance and deleting it from the info cache [ 1038.034683] env[69133]: DEBUG nova.network.neutron [req-7430dbcc-5a10-4e45-8fdb-bb1d4627d0d9 req-be33268c-e0ae-40c7-807a-3d5dadc698e6 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.209547] env[69133]: DEBUG nova.network.neutron [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.232791] env[69133]: DEBUG nova.scheduler.client.report [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.292953] env[69133]: DEBUG oslo_vmware.api [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158628} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.293234] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.293447] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.293633] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.293860] env[69133]: INFO nova.compute.manager [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1038.294059] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.294245] env[69133]: DEBUG nova.compute.manager [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.294343] env[69133]: DEBUG nova.network.neutron [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.334409] env[69133]: INFO nova.compute.manager [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Rebuilding instance [ 1038.371879] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.372284] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce7f7e8-dea7-449c-88b5-5d378fa44b15 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.380554] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1038.380554] env[69133]: value = "task-3191504" [ 1038.380554] env[69133]: _type = "Task" [ 1038.380554] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.391084] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.395158] env[69133]: DEBUG nova.compute.manager [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.396499] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb68ab-4072-49ad-9519-f39d1103b39b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.522709] env[69133]: DEBUG nova.network.neutron [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.541028] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b69dbbb7-c0a2-46e3-81a5-34d843a905ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.552342] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0797cf-ed04-4aaf-a3fe-40c0b83fb1a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.598971] env[69133]: DEBUG nova.compute.manager [req-7430dbcc-5a10-4e45-8fdb-bb1d4627d0d9 req-be33268c-e0ae-40c7-807a-3d5dadc698e6 service nova] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Detach interface failed, port_id=67a265a8-aa33-45ce-b490-83ca34dddb66, reason: Instance 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.711519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.742586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.745356] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.394s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.747031] env[69133]: INFO nova.compute.claims [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.779661] env[69133]: INFO nova.scheduler.client.report [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Deleted allocations for instance 562b8662-372b-4916-b7f2-c90bab1d7078 [ 1038.790896] env[69133]: DEBUG nova.compute.manager [req-b8dbe19b-9c62-491a-af0f-04d0c6c9b62a req-60279c6a-2bcb-4a7c-ad26-a9b95600ee4a service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Received event network-vif-deleted-935b16fc-7f3e-49b8-9e87-9b3e99ac0b27 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.791108] env[69133]: INFO nova.compute.manager [req-b8dbe19b-9c62-491a-af0f-04d0c6c9b62a req-60279c6a-2bcb-4a7c-ad26-a9b95600ee4a service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Neutron deleted interface 935b16fc-7f3e-49b8-9e87-9b3e99ac0b27; detaching it from the instance and deleting it from the info cache [ 1038.791286] env[69133]: DEBUG nova.network.neutron [req-b8dbe19b-9c62-491a-af0f-04d0c6c9b62a req-60279c6a-2bcb-4a7c-ad26-a9b95600ee4a service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.890493] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191504, 'name': PowerOffVM_Task, 'duration_secs': 0.277852} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.890884] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.891436] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.025689] env[69133]: INFO nova.compute.manager [-] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Took 1.78 seconds to deallocate network for instance. [ 1039.239879] env[69133]: DEBUG nova.network.neutron [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.288755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6bba01a6-e348-4cb2-bfab-a7468b7bbe85 tempest-VolumesAdminNegativeTest-87827127 tempest-VolumesAdminNegativeTest-87827127-project-member] Lock "562b8662-372b-4916-b7f2-c90bab1d7078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.480s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.294492] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74b48a40-5996-4108-a182-4607dc77dc35 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.305817] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8f8a9-9d7a-423d-a8eb-1b4708642129 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.344673] env[69133]: DEBUG nova.compute.manager [req-b8dbe19b-9c62-491a-af0f-04d0c6c9b62a req-60279c6a-2bcb-4a7c-ad26-a9b95600ee4a service nova] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Detach interface failed, port_id=935b16fc-7f3e-49b8-9e87-9b3e99ac0b27, reason: Instance cf10a066-fef6-45b1-8f4c-591bb0962a14 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.397512] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.397831] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.397935] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.398706] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.398706] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.398706] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.398706] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.398917] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.398917] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.399078] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.400840] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.410583] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6341f30-432a-4b43-aed1-0c214741a2dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.424325] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.427678] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98eef443-e1d4-4a2f-8c2e-42b543eadf42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.430918] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.431174] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.434565] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1039.434565] env[69133]: value = "task-3191505" [ 1039.434565] env[69133]: _type = "Task" [ 1039.434565] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.439305] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1039.439305] env[69133]: value = "task-3191506" [ 1039.439305] env[69133]: _type = "Task" [ 1039.439305] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.448126] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.455463] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.462436] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "dd532f27-3382-4114-a307-de0167bb4b16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.462691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.489459] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "e89fb347-ff09-4e6b-978e-e381c36d496b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.489708] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.535802] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.741512] env[69133]: INFO nova.compute.manager [-] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Took 1.45 seconds to deallocate network for instance. [ 1039.934342] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.951504] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191505, 'name': ReconfigVM_Task, 'duration_secs': 0.25253} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.951857] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.958290] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191506, 'name': PowerOffVM_Task, 'duration_secs': 0.269143} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.958837] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.970603] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.992147] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.032585] env[69133]: INFO nova.compute.manager [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Detaching volume a5e3833d-814d-4c72-bcb0-daadbd4225ce [ 1040.061648] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95891ba-0097-4428-9716-1b0cc7fa4e96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.070256] env[69133]: INFO nova.virt.block_device [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Attempting to driver detach volume a5e3833d-814d-4c72-bcb0-daadbd4225ce from mountpoint /dev/sdb [ 1040.070499] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.070682] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.071510] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b75e813-dabc-4c93-8612-04a66727b175 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.077497] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd4d007-a4a5-4f95-a32d-86821e19ae6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.098031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a734f5c-8cf9-40a7-a52d-f74739b9dfc7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.126261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df94e2-9f26-49da-8057-48b102af08f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.133133] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da53e67d-d950-4fbd-8221-41d8de00e9c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.137565] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35bf44b-380c-4bcf-a3d7-6edea0e3c584 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.158507] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12cabc5-9921-48f2-9076-1e274abd7b32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.169833] env[69133]: DEBUG nova.compute.provider_tree [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.190973] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] The volume has not been displaced from its original location: [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.197323] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.201021] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763d2fb1-fff2-41e5-aefd-6a21139527d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.219761] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1040.219761] env[69133]: value = "task-3191507" [ 1040.219761] env[69133]: _type = "Task" [ 1040.219761] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.228532] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8843c-66e6-495d-9640-6a71b52fa8a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.236160] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.256018] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.256018] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.461258] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.461557] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.461769] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.461969] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.462215] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.462396] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.462623] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.462816] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.462994] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.463211] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.463479] env[69133]: DEBUG nova.virt.hardware [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.469413] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.470734] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.471996] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c62b24c0-c4e2-475b-b521-8c0648c39833 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.492291] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1040.492291] env[69133]: value = "task-3191508" [ 1040.492291] env[69133]: _type = "Task" [ 1040.492291] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.501162] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.504534] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.524261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.673681] env[69133]: DEBUG nova.scheduler.client.report [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.733030] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191507, 'name': ReconfigVM_Task, 'duration_secs': 0.352214} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.734481] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.739502] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2c1521-8239-49d2-8ea4-7aef58525881 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.762458] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.764526] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b1f52c-e0ae-410e-af81-034493eff314 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.766614] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1040.766614] env[69133]: value = "task-3191509" [ 1040.766614] env[69133]: _type = "Task" [ 1040.766614] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.774149] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1040.774149] env[69133]: value = "task-3191510" [ 1040.774149] env[69133]: _type = "Task" [ 1040.774149] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.780849] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.786850] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.005724] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191508, 'name': ReconfigVM_Task, 'duration_secs': 0.289852} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.006036] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.006862] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4198ace-4e20-4ac0-bc05-516b4e46d458 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.031720] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.032061] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098a619a-30ba-4fa6-9c1e-b05771684c90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.050786] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1041.050786] env[69133]: value = "task-3191511" [ 1041.050786] env[69133]: _type = "Task" [ 1041.050786] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.059782] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.180125] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.180649] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.183246] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.648s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.187018] env[69133]: DEBUG nova.objects.instance [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lazy-loading 'resources' on Instance uuid 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.278120] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191509, 'name': ReconfigVM_Task, 'duration_secs': 0.184063} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.281713] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.292323] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191510, 'name': PowerOffVM_Task, 'duration_secs': 0.224772} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.292701] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.292955] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.566191] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191511, 'name': ReconfigVM_Task, 'duration_secs': 0.464474} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.566191] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.566656] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.690160] env[69133]: DEBUG nova.compute.utils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.696622] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.696622] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.786784] env[69133]: DEBUG nova.policy [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7df6d4a92a8421c89c4e4048df3d66c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3ddb1cef3b04dc6bb83d200193ccd65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.801905] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.802274] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.802538] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.802828] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.803143] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.803236] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.803465] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.803673] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.803802] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.803980] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.804173] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.811326] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a98eb52f-9214-42b5-ba56-ed6c562c8cf5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.836987] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1041.836987] env[69133]: value = "task-3191512" [ 1041.836987] env[69133]: _type = "Task" [ 1041.836987] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.855020] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.046970] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb712de-b63c-4615-8686-f7286fe53ad2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.055015] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dd448-400f-42eb-b491-85e66945f57c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5853eff-3d13-4651-a637-1a9154349bd1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.095100] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183e4750-b1f0-4e2f-a0b4-d6b0e3541000 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.121036] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9fc7c-e55a-41c3-bc0a-6a1233e57055 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.126249] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Successfully created port: 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.128812] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ae10c4-fabe-4ae2-ae0e-b8663ffbeeaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.142663] env[69133]: DEBUG nova.compute.provider_tree [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.161238] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.165498] env[69133]: DEBUG nova.scheduler.client.report [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.197055] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.349918] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191512, 'name': ReconfigVM_Task, 'duration_secs': 0.235938} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.350343] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.371906] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.372279] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b5105bb-c634-4b48-a61d-e2051be8084f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.380120] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1042.380120] env[69133]: value = "task-3191513" [ 1042.380120] env[69133]: _type = "Task" [ 1042.380120] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.390398] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.392882] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.392882] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.392882] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a524c-c4f2-4af5-9eb9-88966130373e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.411897] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a911866e-ff4f-4b42-914d-3562bbe84e94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.420469] env[69133]: WARNING nova.virt.vmwareapi.driver [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1042.420844] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.421675] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cdce9f-492c-48d2-a656-a32aeb5d614d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.429324] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.429743] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822f504c-f462-4684-8002-d4ccf97150c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.500930] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.501339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.501597] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore1] 0a5d5548-f47a-4d4b-ad8f-3b1167816840 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.502157] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-241d7074-dae8-447c-a8ce-4695722afe97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.509593] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1042.509593] env[69133]: value = "task-3191515" [ 1042.509593] env[69133]: _type = "Task" [ 1042.509593] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.518335] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.670982] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.488s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.679255] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.423s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.679255] env[69133]: DEBUG nova.objects.instance [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid cf10a066-fef6-45b1-8f4c-591bb0962a14 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.712149] env[69133]: INFO nova.scheduler.client.report [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Deleted allocations for instance 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd [ 1042.858479] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.858828] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.858927] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.859072] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.859222] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.859368] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.859708] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.859878] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.860109] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.860985] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.860985] env[69133]: DEBUG nova.virt.hardware [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.867110] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.867479] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef55018-a400-45fa-bfd6-633b0e28ea7e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.886764] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1042.886764] env[69133]: value = "task-3191516" [ 1042.886764] env[69133]: _type = "Task" [ 1042.886764] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.897431] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.021471] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190203} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.021880] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.022139] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.022326] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.205899] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.227813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6930f8e0-a878-44bd-aed3-7a6eb677a255 tempest-ServersTestJSON-1449572821 tempest-ServersTestJSON-1449572821-project-member] Lock "7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.914s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.248396] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.250400] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.250667] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.252612] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.253326] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.253326] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.254126] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.254917] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.255274] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.256256] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.256420] env[69133]: DEBUG nova.virt.hardware [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.257358] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03605b37-9127-41b6-98c8-403852767b99 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.272175] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccabbff-9d67-4e8c-9193-0ee561bdcca5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.398056] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191516, 'name': ReconfigVM_Task, 'duration_secs': 0.192034} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.398353] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.399178] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70da0e79-d884-45b0-ad50-e0b01d22abfd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.425640] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.428921] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397df82b-4bdb-42a1-a87a-5d8a345395cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.447582] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1043.447582] env[69133]: value = "task-3191517" [ 1043.447582] env[69133]: _type = "Task" [ 1043.447582] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.458629] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.527829] env[69133]: INFO nova.virt.block_device [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Booting with volume a5e3833d-814d-4c72-bcb0-daadbd4225ce at /dev/sdb [ 1043.531137] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e6325f-b2cd-45f3-8ea7-347cffc01dfc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.544804] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ba2a5-cef3-4e83-9f78-93a9fa08c8c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.585932] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc9b191-bf33-447f-8a7f-1c4db4f2fec4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ddcd70-0288-42ba-a08c-65e4359d59b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.602084] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3542bdf3-ca19-48ac-a0f4-ccb926427d69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.613638] env[69133]: DEBUG nova.compute.provider_tree [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.622251] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef5ee3c-1402-4a5a-8f3f-06644b09969d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.656203] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6515d6d-d6d1-49a7-86d2-d555421cef09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.664787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a7ace-5b72-491b-8435-257f5b831992 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.698466] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5642ecb3-1289-4fb3-a5a6-7455eda6fd80 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.707177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4508ac-8322-439d-9be7-e2b2ffd410bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.725374] env[69133]: DEBUG nova.virt.block_device [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating existing volume attachment record: 2048cd56-ceae-405c-8628-76e8c71db08a {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.874721] env[69133]: DEBUG nova.network.neutron [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Port 7cc41fd9-289a-4f2e-9cea-7765657aaf16 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.891186] env[69133]: DEBUG nova.compute.manager [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-vif-plugged-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.891186] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] Acquiring lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.894814] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.895089] env[69133]: DEBUG oslo_concurrency.lockutils [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.895571] env[69133]: DEBUG nova.compute.manager [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] No waiting events found dispatching network-vif-plugged-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.895571] env[69133]: WARNING nova.compute.manager [req-4fa6fd9c-362e-4ba8-aa35-d917be605f10 req-2bb918a3-44c3-4d94-97b9-7345850d1874 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received unexpected event network-vif-plugged-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 for instance with vm_state building and task_state spawning. [ 1043.961446] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191517, 'name': ReconfigVM_Task, 'duration_secs': 0.476487} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.961446] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343/059115ed-c96d-4111-8dcc-7010d21cd343.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.961446] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.988382] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Successfully updated port: 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.117047] env[69133]: DEBUG nova.scheduler.client.report [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.468694] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02518b6-ec1d-4d37-bba1-5933c622216c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.498488] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.498643] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.498821] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.501079] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b761eea-4138-44ae-8f5f-5a2bb2795071 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.526665] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.624576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.627351] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.157s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.629341] env[69133]: INFO nova.compute.claims [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.695544] env[69133]: INFO nova.scheduler.client.report [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance cf10a066-fef6-45b1-8f4c-591bb0962a14 [ 1044.900572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.900572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.900572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.052600] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.088764] env[69133]: DEBUG nova.network.neutron [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Port cbfd1fa3-5043-4bb3-8ac9-64ab3956163b binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1045.204199] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6389c224-ab57-48c6-9d97-dc313a65e01e tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "cf10a066-fef6-45b1-8f4c-591bb0962a14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.578s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.206674] env[69133]: DEBUG nova.network.neutron [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.277711] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1045.278646] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f57689c-401b-4d49-b378-18bff25f215b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.286968] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1045.287156] env[69133]: ERROR oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk due to incomplete transfer. [ 1045.287378] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c69d00ce-204d-43eb-b6f7-f67fd7b36393 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.294638] env[69133]: DEBUG oslo_vmware.rw_handles [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2bdc0-e4a5-4b5b-995a-77d3dee84bac/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1045.294638] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Uploaded image f29b6683-5113-445b-809b-5d1cab91dd19 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1045.297701] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1045.297701] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5c97cdb-1ab4-4edb-94cf-a2d4cd19aa8e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.302711] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1045.302711] env[69133]: value = "task-3191518" [ 1045.302711] env[69133]: _type = "Task" [ 1045.302711] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.310487] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191518, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.711951] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.712295] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Instance network_info: |[{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.712700] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:51:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48dfe9ce-995a-4de3-98f7-2b074f3c34b8', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.720518] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Creating folder: Project (e3ddb1cef3b04dc6bb83d200193ccd65). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.723325] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3778c47c-5839-43c0-9421-23584430156f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.733655] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Created folder: Project (e3ddb1cef3b04dc6bb83d200193ccd65) in parent group-v637972. [ 1045.733853] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Creating folder: Instances. Parent ref: group-v638238. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.734106] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a79bf858-2bcc-448a-9d61-b1e05a432c5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.744814] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Created folder: Instances in parent group-v638238. [ 1045.745081] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.745281] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.745511] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4591f614-01af-4c49-b52f-a0d237819ecb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.770393] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.770393] env[69133]: value = "task-3191521" [ 1045.770393] env[69133]: _type = "Task" [ 1045.770393] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.778822] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191521, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.813387] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191518, 'name': Destroy_Task, 'duration_secs': 0.31096} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.813483] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Destroyed the VM [ 1045.813720] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1045.813982] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc284f2b-3a66-411b-9c80-962b3baa7a76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.821743] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1045.821743] env[69133]: value = "task-3191522" [ 1045.821743] env[69133]: _type = "Task" [ 1045.821743] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.830086] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.893015] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.893282] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.893507] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.893684] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.893833] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.894062] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.894332] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.894511] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.894685] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.894841] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.895057] env[69133]: DEBUG nova.virt.hardware [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.896124] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1aedc5-d65e-4d4e-8795-14783f909e9d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.913655] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160a61c-0292-486f-b78b-e43353b0c1f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.918143] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a863ef0-1534-445a-b787-23ae1bbe8cf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.922658] env[69133]: DEBUG nova.compute.manager [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.922863] env[69133]: DEBUG nova.compute.manager [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing instance network info cache due to event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.923143] env[69133]: DEBUG oslo_concurrency.lockutils [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.923306] env[69133]: DEBUG oslo_concurrency.lockutils [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.923505] env[69133]: DEBUG nova.network.neutron [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.935824] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:52:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ecee18f-bc4b-4b02-a1d3-ef8976805a95', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.943366] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.948402] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.948671] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea6a056-a83b-4bd5-b0e6-e0a0bddc5e83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.964138] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ddfbaa-c1a8-4321-a3da-e72d8376255a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.968309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.968419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.968628] env[69133]: DEBUG nova.network.neutron [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.002057] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.002057] env[69133]: value = "task-3191523" [ 1046.002057] env[69133]: _type = "Task" [ 1046.002057] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.005122] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8bac4-22d4-4872-9363-16ce14651d77 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.019704] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c71f78-bb49-4c8c-86e6-c05b7a6b15c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.023350] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191523, 'name': CreateVM_Task} progress is 15%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.038061] env[69133]: DEBUG nova.compute.provider_tree [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.111778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.112093] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.112276] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.173189] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.173458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.259642] env[69133]: DEBUG nova.network.neutron [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updated VIF entry in instance network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.260063] env[69133]: DEBUG nova.network.neutron [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.278500] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191521, 'name': CreateVM_Task, 'duration_secs': 0.428764} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.278656] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.279335] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.280146] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461fbf27-1110-48b8-a332-e5a90f77391e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.285475] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1046.285475] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b53225-52eb-6457-4ba3-9e9ce853494d" [ 1046.285475] env[69133]: _type = "Task" [ 1046.285475] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.293346] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b53225-52eb-6457-4ba3-9e9ce853494d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.331110] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191522, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40258} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.331367] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1046.331651] env[69133]: DEBUG nova.compute.manager [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.332443] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05796f3f-7983-4401-a3d4-b86cc37be454 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.516986] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191523, 'name': CreateVM_Task, 'duration_secs': 0.362508} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.517183] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.517791] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.541863] env[69133]: DEBUG nova.scheduler.client.report [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.676740] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.693603] env[69133]: DEBUG nova.network.neutron [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.762433] env[69133]: DEBUG oslo_concurrency.lockutils [req-d75a7d5b-86aa-44c6-8911-711ea78dc39f req-354cd2be-9ad3-48e8-a5da-77c1bf533174 service nova] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.797804] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b53225-52eb-6457-4ba3-9e9ce853494d, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.798160] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.798398] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.798632] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.798782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.798959] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.799252] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.799556] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.799796] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96442e3-911a-4def-88bc-d7b980c7b4ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.801567] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ceef6de-50b4-45d4-bec5-986d9fa3d9b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.807213] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1046.807213] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528dc70f-fc4d-f74d-b3db-ea5ac3d6d7c0" [ 1046.807213] env[69133]: _type = "Task" [ 1046.807213] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.811597] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.811797] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.812919] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79df9f8-4993-4b52-a474-d730f9a50d67 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.817679] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528dc70f-fc4d-f74d-b3db-ea5ac3d6d7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.820226] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1046.820226] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523dd6ff-a08c-56fa-b2ca-bad435530042" [ 1046.820226] env[69133]: _type = "Task" [ 1046.820226] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.827366] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523dd6ff-a08c-56fa-b2ca-bad435530042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.843296] env[69133]: INFO nova.compute.manager [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Shelve offloading [ 1047.046477] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.047156] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.050126] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.546s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.051544] env[69133]: INFO nova.compute.claims [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.157679] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.157892] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.158088] env[69133]: DEBUG nova.network.neutron [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.196739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.201613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.318631] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528dc70f-fc4d-f74d-b3db-ea5ac3d6d7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.318954] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.319206] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.319418] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.329108] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523dd6ff-a08c-56fa-b2ca-bad435530042, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.329869] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d1aca1-8bc6-4e60-81df-23267eb12164 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.335160] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1047.335160] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5248a74e-19dc-9e2e-e4c1-97d3034235a3" [ 1047.335160] env[69133]: _type = "Task" [ 1047.335160] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.342973] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5248a74e-19dc-9e2e-e4c1-97d3034235a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.346544] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.346789] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d24c1f1-c6d4-49f6-ae7e-fcebc27af8ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.353681] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1047.353681] env[69133]: value = "task-3191524" [ 1047.353681] env[69133]: _type = "Task" [ 1047.353681] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.360856] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.555669] env[69133]: DEBUG nova.compute.utils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.558986] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.559175] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.596071] env[69133]: DEBUG nova.policy [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af1669808c0143b4846730424f4335dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4af42a39789f4a55b90298582e306c88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.707989] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f26c1-5a84-45f3-833b-2ef777591940 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.715068] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be15d43-9aa5-483a-a027-8e30a5d83013 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.848629] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5248a74e-19dc-9e2e-e4c1-97d3034235a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011844} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.848629] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.848629] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/a9cc371d-9dd3-4039-a669-48f4450c01e1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.848629] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.848629] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.848629] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2a1608-b090-4522-8275-f4df3e1fef1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.850399] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3745ee-44a0-4e41-b9b6-fb96d327e566 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.859512] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1047.859512] env[69133]: value = "task-3191525" [ 1047.859512] env[69133]: _type = "Task" [ 1047.859512] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.869425] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.869618] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.870762] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d977221-39c5-4f4b-a478-fe69799e4ed5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.873056] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.873277] env[69133]: DEBUG nova.compute.manager [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.877723] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e41ea-d78b-4986-8938-65be6c408bda {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.880365] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.881615] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Successfully created port: ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.887027] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1047.887027] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5202a2bd-fc86-de2e-7d9a-dca8ec3d30fb" [ 1047.887027] env[69133]: _type = "Task" [ 1047.887027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.888883] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.889061] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.889275] env[69133]: DEBUG nova.network.neutron [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.900425] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5202a2bd-fc86-de2e-7d9a-dca8ec3d30fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.901800] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf0bbc9-d489-4899-b57c-8067bd5ee994 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908164] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1047.908164] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f751b9-3f6c-a259-c849-6e12dc0aeb34" [ 1047.908164] env[69133]: _type = "Task" [ 1047.908164] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.913802] env[69133]: DEBUG nova.network.neutron [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.918069] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f751b9-3f6c-a259-c849-6e12dc0aeb34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.060212] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.313134] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00acf20d-0679-47d0-b01f-6c5004fb43a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.320876] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc19e97-81fa-474f-bcde-146716459265 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.354186] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98efb41-9286-4be8-b869-89c0cf963d8e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.364985] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bb194-5355-431b-97df-3428a5823153 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.374160] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441038} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.382038] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/a9cc371d-9dd3-4039-a669-48f4450c01e1.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.382038] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.382470] env[69133]: DEBUG nova.compute.provider_tree [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.383724] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46316328-9bff-4ed5-a25a-9253067171d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.391485] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1048.391485] env[69133]: value = "task-3191526" [ 1048.391485] env[69133]: _type = "Task" [ 1048.391485] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.403130] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.421857] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.425438] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f751b9-3f6c-a259-c849-6e12dc0aeb34, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.425748] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.426011] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.426483] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0c843f-0776-4be0-93bf-6e8b974b14b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.433954] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1048.433954] env[69133]: value = "task-3191527" [ 1048.433954] env[69133]: _type = "Task" [ 1048.433954] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.442669] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.636747] env[69133]: DEBUG nova.network.neutron [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updating instance_info_cache with network_info: [{"id": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "address": "fa:16:3e:fb:bf:78", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9919a4-29", "ovs_interfaceid": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.831211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb6c370-1d52-4875-95e0-7108b98a3a88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.856107] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b30788-e4d5-46c9-bbc7-646dc6d7e81b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.865359] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.887682] env[69133]: DEBUG nova.scheduler.client.report [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.903519] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071152} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.904462] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.905303] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e70c0f5-6489-4b6f-ab53-0b52a1a4a9e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.928574] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/a9cc371d-9dd3-4039-a669-48f4450c01e1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.931915] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd51b69-fd7d-479b-9953-e62f924eb829 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.957385] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463809} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.958591] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.958829] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.959156] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1048.959156] env[69133]: value = "task-3191528" [ 1048.959156] env[69133]: _type = "Task" [ 1048.959156] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.959984] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d33d88-32c2-466a-ba90-b3bffd14684e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.962205] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbacd949-70d4-4227-9978-d6f43d5de175 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.973316] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.987360] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1048.987360] env[69133]: value = "task-3191529" [ 1048.987360] env[69133]: _type = "Task" [ 1048.987360] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.988032] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fafb43-f8c8-4903-a7de-f6a72068f716 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.997085] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.002940] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.074659] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.100868] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.101066] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.102024] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.102024] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.102024] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.102024] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.102024] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.102281] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.102281] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.102397] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.102577] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.103724] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7650546c-0dae-4639-871d-ed5ffc932428 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.112258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbbce91-d204-4fbc-9f6a-68002908b0bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.139368] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.319797] env[69133]: DEBUG nova.compute.manager [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Received event network-vif-plugged-ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.320039] env[69133]: DEBUG oslo_concurrency.lockutils [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] Acquiring lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.320255] env[69133]: DEBUG oslo_concurrency.lockutils [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.320426] env[69133]: DEBUG oslo_concurrency.lockutils [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.320692] env[69133]: DEBUG nova.compute.manager [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] No waiting events found dispatching network-vif-plugged-ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.320853] env[69133]: WARNING nova.compute.manager [req-4567366a-f757-4225-ab59-ca007830bb9b req-6d4922a2-2398-4ed9-8a8f-7560a1abc4aa service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Received unexpected event network-vif-plugged-ec584931-0f9a-4159-bc44-448c1a9b8774 for instance with vm_state building and task_state spawning. [ 1049.372055] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.372687] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a19949f-ed09-4d85-ae82-33797eb518b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.389930] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1049.389930] env[69133]: value = "task-3191530" [ 1049.389930] env[69133]: _type = "Task" [ 1049.389930] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.399395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.399395] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.402026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.878s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.403498] env[69133]: INFO nova.compute.claims [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.407367] env[69133]: DEBUG nova.compute.manager [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received event network-vif-unplugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.407367] env[69133]: DEBUG oslo_concurrency.lockutils [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.408266] env[69133]: DEBUG oslo_concurrency.lockutils [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.408266] env[69133]: DEBUG oslo_concurrency.lockutils [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.408266] env[69133]: DEBUG nova.compute.manager [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] No waiting events found dispatching network-vif-unplugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.408266] env[69133]: WARNING nova.compute.manager [req-e10d1f62-41d5-4b3d-95d2-b0e8adea19c9 req-b6428cef-911e-46fb-a17c-981356635787 service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received unexpected event network-vif-unplugged-2e9919a4-2946-4d0c-8097-59b2cb9d4376 for instance with vm_state shelved and task_state shelving_offloading. [ 1049.409229] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Successfully updated port: ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.415846] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191530, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.443338] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.444575] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bfe938-0817-44be-911e-625c186eff85 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.453674] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.453965] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f7cc85-abff-4d96-bc18-3bd4e2562784 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.476585] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.501757] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.506338] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.506627] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40312074-8933-432f-9e73-d80a1f5346d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.515720] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1049.515720] env[69133]: value = "task-3191532" [ 1049.515720] env[69133]: _type = "Task" [ 1049.515720] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.526089] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.528125] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.528366] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.528566] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] 361d0a9d-7af7-4446-87c5-8dfa071de712 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.528844] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fbeef6a-3274-4a6d-9f19-d4811210bb57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.536557] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1049.536557] env[69133]: value = "task-3191533" [ 1049.536557] env[69133]: _type = "Task" [ 1049.536557] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.546613] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.902869] env[69133]: DEBUG oslo_vmware.api [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191530, 'name': PowerOnVM_Task, 'duration_secs': 0.457734} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.903245] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.903510] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9881e205-b154-478a-8f8b-a67414cbc849 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance 'ec450240-395c-4ab3-a7d6-a557a67c6e02' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.917022] env[69133]: DEBUG nova.compute.utils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.921192] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.921389] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.921547] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.922932] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.922932] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.975524] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191528, 'name': ReconfigVM_Task, 'duration_secs': 0.791435} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.977064] env[69133]: DEBUG nova.policy [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af1669808c0143b4846730424f4335dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4af42a39789f4a55b90298582e306c88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.978559] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/a9cc371d-9dd3-4039-a669-48f4450c01e1.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.979258] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46517d6e-1e14-487a-a32f-89cd71799874 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.985740] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1049.985740] env[69133]: value = "task-3191534" [ 1049.985740] env[69133]: _type = "Task" [ 1049.985740] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.993695] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191534, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.000744] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.562678} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.000988] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.001729] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab075b5-e375-4520-a572-0980bf128588 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.027654] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.030921] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8347ee-a980-446a-89c8-4fcee379bbf2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.052612] env[69133]: DEBUG oslo_vmware.api [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191532, 'name': PowerOnVM_Task, 'duration_secs': 0.458663} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.053346] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.053569] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e24e2372-9605-4850-96d8-d8a434798b16 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance '059115ed-c96d-4111-8dcc-7010d21cd343' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.061317] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1050.061317] env[69133]: value = "task-3191535" [ 1050.061317] env[69133]: _type = "Task" [ 1050.061317] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.061539] env[69133]: DEBUG oslo_vmware.api [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190881} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.062093] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.062282] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.062454] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.074046] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.093423] env[69133]: INFO nova.scheduler.client.report [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance 361d0a9d-7af7-4446-87c5-8dfa071de712 [ 1050.243990] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Successfully created port: aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.422290] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.479780] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.498625] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191534, 'name': Rename_Task, 'duration_secs': 0.149261} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.500836] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.501564] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a69dee7-9c4e-4fdf-bcf2-4da24776c63b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.514847] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1050.514847] env[69133]: value = "task-3191536" [ 1050.514847] env[69133]: _type = "Task" [ 1050.514847] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.523586] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.588858] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191535, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.597907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.681421] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Updating instance_info_cache with network_info: [{"id": "ec584931-0f9a-4159-bc44-448c1a9b8774", "address": "fa:16:3e:0b:e3:37", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec584931-0f", "ovs_interfaceid": "ec584931-0f9a-4159-bc44-448c1a9b8774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.696811] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ba2cf-cce9-475b-a83e-0459528e4dd8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.706252] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a697c8-f912-49e5-8db8-ede48d9c64d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.739658] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a8296-665a-45fe-879d-cb53bc30446c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.748307] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163040e0-3eb9-42bc-8f3e-6beceb4596e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.763447] env[69133]: DEBUG nova.compute.provider_tree [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.026666] env[69133]: DEBUG oslo_vmware.api [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191536, 'name': PowerOnVM_Task, 'duration_secs': 0.51449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.027009] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.027233] env[69133]: INFO nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1051.027455] env[69133]: DEBUG nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.028273] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469dc418-4229-4a90-a685-3edf19bb1023 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.081577] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191535, 'name': ReconfigVM_Task, 'duration_secs': 0.783754} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.081863] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 0a5d5548-f47a-4d4b-ad8f-3b1167816840/0a5d5548-f47a-4d4b-ad8f-3b1167816840.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.083259] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': '539492c1-3593-46ce-b9e7-fe175b62e70f'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'attachment_id': '2048cd56-ceae-405c-8628-76e8c71db08a', 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'}, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69133) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1051.083466] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.083659] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.084668] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0280c5a5-dfdc-4258-b17f-bbe43fb4ecbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.100795] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b83257-191c-4039-9fc7-790728e5392d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.127720] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.128289] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb02a3b9-f7a2-4249-b80a-0c75683e6cf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.147641] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1051.147641] env[69133]: value = "task-3191537" [ 1051.147641] env[69133]: _type = "Task" [ 1051.147641] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.156378] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.184544] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.184807] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Instance network_info: |[{"id": "ec584931-0f9a-4159-bc44-448c1a9b8774", "address": "fa:16:3e:0b:e3:37", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec584931-0f", "ovs_interfaceid": "ec584931-0f9a-4159-bc44-448c1a9b8774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.185262] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:e3:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec584931-0f9a-4159-bc44-448c1a9b8774', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.192834] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Creating folder: Project (4af42a39789f4a55b90298582e306c88). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.193118] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34373b22-dd15-482f-8444-560a9db1d427 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.204529] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Created folder: Project (4af42a39789f4a55b90298582e306c88) in parent group-v637972. [ 1051.204725] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Creating folder: Instances. Parent ref: group-v638242. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.205232] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a480e2b-60e2-45ce-8847-5ba30d6718d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.213785] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Created folder: Instances in parent group-v638242. [ 1051.214010] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.214200] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.214402] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad69848-8908-4223-a3c9-f35c67ee63a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.232589] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.232589] env[69133]: value = "task-3191540" [ 1051.232589] env[69133]: _type = "Task" [ 1051.232589] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.240108] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191540, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.266453] env[69133]: DEBUG nova.scheduler.client.report [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.351359] env[69133]: DEBUG nova.compute.manager [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Received event network-changed-ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.351557] env[69133]: DEBUG nova.compute.manager [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Refreshing instance network info cache due to event network-changed-ec584931-0f9a-4159-bc44-448c1a9b8774. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.351772] env[69133]: DEBUG oslo_concurrency.lockutils [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] Acquiring lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.351914] env[69133]: DEBUG oslo_concurrency.lockutils [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] Acquired lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.352091] env[69133]: DEBUG nova.network.neutron [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Refreshing network info cache for port ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.437316] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.440354] env[69133]: DEBUG nova.compute.manager [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Received event network-changed-2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.440533] env[69133]: DEBUG nova.compute.manager [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Refreshing instance network info cache due to event network-changed-2e9919a4-2946-4d0c-8097-59b2cb9d4376. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.440813] env[69133]: DEBUG oslo_concurrency.lockutils [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] Acquiring lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.440977] env[69133]: DEBUG oslo_concurrency.lockutils [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] Acquired lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.441148] env[69133]: DEBUG nova.network.neutron [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Refreshing network info cache for port 2e9919a4-2946-4d0c-8097-59b2cb9d4376 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.444198] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.464755] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.465149] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.465375] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.465592] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.466594] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.466594] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.473875] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aaec79-36c0-4ac4-89cc-f924f3ec9661 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.485049] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e1468-bad1-4ab6-b17b-aba2acd839db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.545765] env[69133]: INFO nova.compute.manager [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Took 15.22 seconds to build instance. [ 1051.659210] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.744393] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191540, 'name': CreateVM_Task, 'duration_secs': 0.382227} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.744574] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.745390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.745563] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.745994] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.746247] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec690343-f3d7-4764-9533-54020b0b8f22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.751612] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1051.751612] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520d0647-ab3e-ebec-4398-18380de07a3c" [ 1051.751612] env[69133]: _type = "Task" [ 1051.751612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.760182] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520d0647-ab3e-ebec-4398-18380de07a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.771158] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.771752] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.774670] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.573s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.776170] env[69133]: INFO nova.compute.claims [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.858529] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Successfully updated port: aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.052680] env[69133]: DEBUG oslo_concurrency.lockutils [None req-83f5e2d7-cc6f-4442-bea7-e7a021ded39a tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.749s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.061682] env[69133]: INFO nova.compute.manager [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Rescuing [ 1052.061933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.062094] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.062266] env[69133]: DEBUG nova.network.neutron [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.131712] env[69133]: DEBUG nova.network.neutron [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Updated VIF entry in instance network info cache for port ec584931-0f9a-4159-bc44-448c1a9b8774. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.132097] env[69133]: DEBUG nova.network.neutron [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Updating instance_info_cache with network_info: [{"id": "ec584931-0f9a-4159-bc44-448c1a9b8774", "address": "fa:16:3e:0b:e3:37", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec584931-0f", "ovs_interfaceid": "ec584931-0f9a-4159-bc44-448c1a9b8774", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.160072] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191537, 'name': ReconfigVM_Task, 'duration_secs': 0.640247} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.160386] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.165203] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23769450-2a57-4f8d-a2b3-43a1e0b9d8cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.182313] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1052.182313] env[69133]: value = "task-3191541" [ 1052.182313] env[69133]: _type = "Task" [ 1052.182313] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.195065] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.243571] env[69133]: DEBUG nova.network.neutron [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updated VIF entry in instance network info cache for port 2e9919a4-2946-4d0c-8097-59b2cb9d4376. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.243924] env[69133]: DEBUG nova.network.neutron [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updating instance_info_cache with network_info: [{"id": "2e9919a4-2946-4d0c-8097-59b2cb9d4376", "address": "fa:16:3e:fb:bf:78", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": null, "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e9919a4-29", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.265359] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520d0647-ab3e-ebec-4398-18380de07a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.022023} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.265851] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.265942] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.266258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.266340] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.266519] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.266815] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2894f8-46b9-4314-b447-0cf8197b5005 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.276793] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.277027] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.277825] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333aaa78-9e02-420b-bb8d-e5eeb065f797 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.283949] env[69133]: DEBUG nova.compute.utils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.285677] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.285677] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.291403] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1052.291403] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529dabf3-e990-aa24-1a1f-360e08c8957d" [ 1052.291403] env[69133]: _type = "Task" [ 1052.291403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.302213] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529dabf3-e990-aa24-1a1f-360e08c8957d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.352566] env[69133]: DEBUG nova.policy [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af1669808c0143b4846730424f4335dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4af42a39789f4a55b90298582e306c88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.362100] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.362217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.362377] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.494685] env[69133]: DEBUG nova.network.neutron [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Port 7cc41fd9-289a-4f2e-9cea-7765657aaf16 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1052.494988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.495195] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.495366] env[69133]: DEBUG nova.network.neutron [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.624539] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.624539] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.624539] env[69133]: DEBUG nova.compute.manager [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Going to confirm migration 5 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1052.634747] env[69133]: DEBUG oslo_concurrency.lockutils [req-f9d30b96-d862-4505-9ee1-c47153b4b81a req-d4e2972c-27f1-4e9e-8b5e-93ddf2f68106 service nova] Releasing lock "refresh_cache-6481ee63-9b65-4be4-b8a2-0640f31edd35" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.644141] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Successfully created port: 3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.695565] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191541, 'name': ReconfigVM_Task, 'duration_secs': 0.235494} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.696132] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.697325] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77873854-6990-482a-a9ad-eb7c11cf751a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.705599] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1052.705599] env[69133]: value = "task-3191542" [ 1052.705599] env[69133]: _type = "Task" [ 1052.705599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.716255] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191542, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.746612] env[69133]: DEBUG oslo_concurrency.lockutils [req-a6d3f7e1-2a9b-4799-bef3-08fac061b365 req-d9fbaa8e-4625-416d-8223-5f5929c01b6a service nova] Releasing lock "refresh_cache-361d0a9d-7af7-4446-87c5-8dfa071de712" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.793085] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.810637] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529dabf3-e990-aa24-1a1f-360e08c8957d, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.812044] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18295c0e-fbf8-426c-99ce-5f3a207595d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.820231] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1052.820231] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52532fb4-a371-59bc-f7a0-a95466f29e62" [ 1052.820231] env[69133]: _type = "Task" [ 1052.820231] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.830455] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52532fb4-a371-59bc-f7a0-a95466f29e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.851785] env[69133]: DEBUG nova.network.neutron [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.903634] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.044409] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc974e1-5d78-43a0-b6d3-7f0697ddcd2a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.056812] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca7f62-65bd-4a72-9e79-01ce7bd33c55 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.062603] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Updating instance_info_cache with network_info: [{"id": "aec78ecb-2707-4b2c-9c61-12b794281035", "address": "fa:16:3e:9b:9a:f0", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec78ecb-27", "ovs_interfaceid": "aec78ecb-2707-4b2c-9c61-12b794281035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.093741] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9040daaf-1056-4784-837b-e12b27fcb023 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.104306] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a96646-b0f9-45b2-a96d-33ed91446f17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.118926] env[69133]: INFO nova.compute.manager [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Rebuilding instance [ 1053.122354] env[69133]: DEBUG nova.compute.provider_tree [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.177518] env[69133]: DEBUG nova.compute.manager [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.178402] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34bb0fe-1354-49b4-8539-e6d321044b25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.198692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.198871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.199054] env[69133]: DEBUG nova.network.neutron [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.199234] env[69133]: DEBUG nova.objects.instance [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'info_cache' on Instance uuid 059115ed-c96d-4111-8dcc-7010d21cd343 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.219493] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191542, 'name': Rename_Task, 'duration_secs': 0.371287} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.219633] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.220489] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7a0e18-144f-4b94-a18b-031b995da92c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.228968] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1053.228968] env[69133]: value = "task-3191543" [ 1053.228968] env[69133]: _type = "Task" [ 1053.228968] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.243172] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.332906] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52532fb4-a371-59bc-f7a0-a95466f29e62, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.334565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.334565] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6481ee63-9b65-4be4-b8a2-0640f31edd35/6481ee63-9b65-4be4-b8a2-0640f31edd35.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.334565] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa0be0bd-ed31-4998-8d87-f5036388cea5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.341932] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1053.341932] env[69133]: value = "task-3191544" [ 1053.341932] env[69133]: _type = "Task" [ 1053.341932] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.351194] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.354924] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.379161] env[69133]: DEBUG nova.network.neutron [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.462701] env[69133]: DEBUG nova.compute.manager [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Received event network-vif-plugged-aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.462938] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Acquiring lock "dd532f27-3382-4114-a307-de0167bb4b16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.463183] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Lock "dd532f27-3382-4114-a307-de0167bb4b16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.463323] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Lock "dd532f27-3382-4114-a307-de0167bb4b16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.463486] env[69133]: DEBUG nova.compute.manager [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] No waiting events found dispatching network-vif-plugged-aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.463649] env[69133]: WARNING nova.compute.manager [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Received unexpected event network-vif-plugged-aec78ecb-2707-4b2c-9c61-12b794281035 for instance with vm_state building and task_state spawning. [ 1053.463844] env[69133]: DEBUG nova.compute.manager [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Received event network-changed-aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.464013] env[69133]: DEBUG nova.compute.manager [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Refreshing instance network info cache due to event network-changed-aec78ecb-2707-4b2c-9c61-12b794281035. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.464185] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Acquiring lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.566865] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.566865] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Instance network_info: |[{"id": "aec78ecb-2707-4b2c-9c61-12b794281035", "address": "fa:16:3e:9b:9a:f0", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec78ecb-27", "ovs_interfaceid": "aec78ecb-2707-4b2c-9c61-12b794281035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.567570] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Acquired lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.567570] env[69133]: DEBUG nova.network.neutron [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Refreshing network info cache for port aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.568999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:9a:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aec78ecb-2707-4b2c-9c61-12b794281035', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.578852] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.582569] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.583211] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30537a8-1181-4799-a5c9-6ecb6ac2b412 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.608977] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.608977] env[69133]: value = "task-3191545" [ 1053.608977] env[69133]: _type = "Task" [ 1053.608977] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.620449] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191545, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.625973] env[69133]: DEBUG nova.scheduler.client.report [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.745446] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191543, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.808555] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.838816] env[69133]: DEBUG nova.virt.hardware [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.838816] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a3f61-8aa0-43ca-b825-cf0532a382c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.852371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736bdaf-db9f-43e8-9594-8625958c469a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.860769] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191544, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.884134] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.121543] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191545, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.132041] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.132397] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.136136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.538s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.136355] env[69133]: DEBUG nova.objects.instance [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'resources' on Instance uuid 361d0a9d-7af7-4446-87c5-8dfa071de712 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.186849] env[69133]: DEBUG nova.network.neutron [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Updated VIF entry in instance network info cache for port aec78ecb-2707-4b2c-9c61-12b794281035. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.187241] env[69133]: DEBUG nova.network.neutron [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Updating instance_info_cache with network_info: [{"id": "aec78ecb-2707-4b2c-9c61-12b794281035", "address": "fa:16:3e:9b:9a:f0", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec78ecb-27", "ovs_interfaceid": "aec78ecb-2707-4b2c-9c61-12b794281035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.193197] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.193756] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-128333bb-95a1-4ae9-813b-341ad96f43cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.198900] env[69133]: DEBUG nova.compute.manager [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Received event network-vif-plugged-3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.199141] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] Acquiring lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.199358] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.199552] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.199724] env[69133]: DEBUG nova.compute.manager [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] No waiting events found dispatching network-vif-plugged-3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.199887] env[69133]: WARNING nova.compute.manager [req-1a68fc25-ba45-45c9-acf9-0df7fd827074 req-849b5d29-8c57-46d7-a456-75e2204488aa service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Received unexpected event network-vif-plugged-3c8cf4f1-0785-4f85-ae7f-f624731b4065 for instance with vm_state building and task_state spawning. [ 1054.202370] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1054.202370] env[69133]: value = "task-3191546" [ 1054.202370] env[69133]: _type = "Task" [ 1054.202370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.218335] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.241583] env[69133]: DEBUG oslo_vmware.api [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191543, 'name': PowerOnVM_Task, 'duration_secs': 0.661792} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.244141] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.244364] env[69133]: DEBUG nova.compute.manager [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.245185] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8c47e-b54c-4581-ad9d-2edf48973dcc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.303820] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Successfully updated port: 3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.352356] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588831} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.352627] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 6481ee63-9b65-4be4-b8a2-0640f31edd35/6481ee63-9b65-4be4-b8a2-0640f31edd35.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.352840] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.353152] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf5768e-3a93-477f-a25a-0f001f3da484 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.362563] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1054.362563] env[69133]: value = "task-3191547" [ 1054.362563] env[69133]: _type = "Task" [ 1054.362563] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.375099] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.387996] env[69133]: DEBUG nova.compute.manager [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69133) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1054.459256] env[69133]: DEBUG nova.network.neutron [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [{"id": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "address": "fa:16:3e:4a:5c:e9", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd1fa3-50", "ovs_interfaceid": "cbfd1fa3-5043-4bb3-8ac9-64ab3956163b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.620580] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191545, 'name': CreateVM_Task, 'duration_secs': 0.675347} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.620744] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.621568] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.621785] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.622198] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.622509] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5433bc3-54d8-4547-b64c-85573e82fdf7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.627896] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1054.627896] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b5a29-102b-f3b6-8f23-a074f8e048e5" [ 1054.627896] env[69133]: _type = "Task" [ 1054.627896] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.635878] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b5a29-102b-f3b6-8f23-a074f8e048e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.639186] env[69133]: DEBUG nova.compute.utils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.640737] env[69133]: DEBUG nova.objects.instance [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'numa_topology' on Instance uuid 361d0a9d-7af7-4446-87c5-8dfa071de712 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.641793] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.641961] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.689626] env[69133]: DEBUG oslo_concurrency.lockutils [req-4ab49a5d-11b6-4e22-b3fe-a1b52f27b73f req-96a7097d-b223-4127-9520-71026a2a7614 service nova] Releasing lock "refresh_cache-dd532f27-3382-4114-a307-de0167bb4b16" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.695134] env[69133]: DEBUG nova.policy [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1951c85bbde142c9b1a8ede037f6d351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b14abfb5bf584e918b463676986e6406', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.713100] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191546, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.761526] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.806831] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.807028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.807248] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.872821] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136348} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.873215] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.874053] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a3b872-3e5d-4251-a539-3977e47cd741 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.898149] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6481ee63-9b65-4be4-b8a2-0640f31edd35/6481ee63-9b65-4be4-b8a2-0640f31edd35.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.898673] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.898905] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456d3bb9-2227-4569-b092-7a13d81cb3b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.913347] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd381488-1d66-4fc2-ab04-2f64b337990a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.921064] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1054.921064] env[69133]: value = "task-3191549" [ 1054.921064] env[69133]: _type = "Task" [ 1054.921064] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.921771] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1054.921771] env[69133]: value = "task-3191548" [ 1054.921771] env[69133]: _type = "Task" [ 1054.921771] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.936439] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.939696] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.964282] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-059115ed-c96d-4111-8dcc-7010d21cd343" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964506] env[69133]: DEBUG nova.objects.instance [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'migration_context' on Instance uuid 059115ed-c96d-4111-8dcc-7010d21cd343 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.966356] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Successfully created port: c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.139703] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b5a29-102b-f3b6-8f23-a074f8e048e5, 'name': SearchDatastore_Task, 'duration_secs': 0.037053} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.140166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.140402] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.140636] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.140813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.141019] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.141391] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919f3b74-6d71-4164-81de-68ce6ee0d8c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.143550] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.146207] env[69133]: DEBUG nova.objects.base [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Object Instance<361d0a9d-7af7-4446-87c5-8dfa071de712> lazy-loaded attributes: resources,numa_topology {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.159095] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.159299] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.160103] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbf36e6-7e52-468a-b15a-a45a9cb104d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.175978] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1055.175978] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529a2325-60e6-fc4c-92fa-c6c66b5f359e" [ 1055.175978] env[69133]: _type = "Task" [ 1055.175978] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.188408] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529a2325-60e6-fc4c-92fa-c6c66b5f359e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.222942] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191546, 'name': PowerOffVM_Task, 'duration_secs': 0.545037} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.222942] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.222942] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.223447] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b44578-a7b9-4acd-a8c2-e301a5622a15 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.234393] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.234590] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d274fda8-d50a-489d-b6ce-3d9dfed4b8e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.351742] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.413671] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbaa6ba-8f69-4eda-a0c6-1a2f655de010 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.428349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a2f02-5296-402a-aa2a-2f19de0b5f63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.473306] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191548, 'name': PowerOffVM_Task, 'duration_secs': 0.282664} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.474329] env[69133]: DEBUG nova.objects.base [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Object Instance<059115ed-c96d-4111-8dcc-7010d21cd343> lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.475018] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.475265] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.476704] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179089c5-c6e4-477e-955c-0215a6ea6036 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.480824] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38384650-af25-4ad4-a686-3e3ae6b76916 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.486183] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e5b92b-6228-46c8-b094-38565cc0ef98 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.521067] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bfa4ba-8a7c-477b-8695-1e28d5151c65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.525971] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.527106] env[69133]: DEBUG nova.network.neutron [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Updating instance_info_cache with network_info: [{"id": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "address": "fa:16:3e:f1:d9:35", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8cf4f1-07", "ovs_interfaceid": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.528352] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3399675-667c-47a8-b5f4-fe5f3d07fdf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.531048] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1715c-b41b-436a-9570-acce8f71c661 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.540036] env[69133]: DEBUG oslo_vmware.api [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1055.540036] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5253ea47-fe52-8b99-d03e-ea8587760a9e" [ 1055.540036] env[69133]: _type = "Task" [ 1055.540036] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.554719] env[69133]: DEBUG nova.compute.provider_tree [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.566232] env[69133]: DEBUG oslo_vmware.api [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5253ea47-fe52-8b99-d03e-ea8587760a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.584387] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.584987] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b080a98-ef7e-4f65-9acd-c4a240dc244a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.593129] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1055.593129] env[69133]: value = "task-3191551" [ 1055.593129] env[69133]: _type = "Task" [ 1055.593129] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.602578] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.690660] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529a2325-60e6-fc4c-92fa-c6c66b5f359e, 'name': SearchDatastore_Task, 'duration_secs': 0.024861} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.691611] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b50ec4-4789-42c5-85ef-7ab71496cc2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.698284] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1055.698284] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525d3c2d-3025-926a-a363-f40ac54c1232" [ 1055.698284] env[69133]: _type = "Task" [ 1055.698284] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.707585] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525d3c2d-3025-926a-a363-f40ac54c1232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.934906] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.036875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.036875] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Instance network_info: |[{"id": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "address": "fa:16:3e:f1:d9:35", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8cf4f1-07", "ovs_interfaceid": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.037392] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c8cf4f1-0785-4f85-ae7f-f624731b4065', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.044970] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.045205] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.045437] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb235e4-396d-4dd4-82bd-aaac8cef0a0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.060435] env[69133]: DEBUG nova.scheduler.client.report [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.072845] env[69133]: DEBUG oslo_vmware.api [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5253ea47-fe52-8b99-d03e-ea8587760a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.024104} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.074203] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.074446] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.074446] env[69133]: value = "task-3191552" [ 1056.074446] env[69133]: _type = "Task" [ 1056.074446] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.083314] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191552, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.105266] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1056.105451] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.105689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105861] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.106056] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.106314] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9776e3b-cff2-46a6-842b-fb89394ffcf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.115082] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.115276] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.116023] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aea2ac-3427-4e4a-ae3b-59890aba1c73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.121553] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1056.121553] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52486417-1d6d-ddf6-35b2-fa8acc001038" [ 1056.121553] env[69133]: _type = "Task" [ 1056.121553] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.129338] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52486417-1d6d-ddf6-35b2-fa8acc001038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.155232] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.178617] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.179053] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.179663] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.179663] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.179794] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.179844] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.180073] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.180245] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.180415] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.180578] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.180753] env[69133]: DEBUG nova.virt.hardware [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.181740] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde8f61f-7f42-4538-a68d-dcecd0aebe5c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.192303] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41735230-9f73-4595-88f8-46a54168ceff {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.215029] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525d3c2d-3025-926a-a363-f40ac54c1232, 'name': SearchDatastore_Task, 'duration_secs': 0.017519} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.215144] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.215409] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] dd532f27-3382-4114-a307-de0167bb4b16/dd532f27-3382-4114-a307-de0167bb4b16.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.215663] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59f53eda-f3ca-40ed-8335-418a3f130866 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.222453] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1056.222453] env[69133]: value = "task-3191553" [ 1056.222453] env[69133]: _type = "Task" [ 1056.222453] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.230162] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.232595] env[69133]: DEBUG nova.compute.manager [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Received event network-changed-3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.232781] env[69133]: DEBUG nova.compute.manager [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Refreshing instance network info cache due to event network-changed-3c8cf4f1-0785-4f85-ae7f-f624731b4065. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.233021] env[69133]: DEBUG oslo_concurrency.lockutils [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] Acquiring lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.233172] env[69133]: DEBUG oslo_concurrency.lockutils [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] Acquired lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.233333] env[69133]: DEBUG nova.network.neutron [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Refreshing network info cache for port 3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.359757] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.359940] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.360170] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleting the datastore file [datastore1] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.360449] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334e260b-b87b-4b93-8f45-7ea2d7964791 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.368878] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1056.368878] env[69133]: value = "task-3191554" [ 1056.368878] env[69133]: _type = "Task" [ 1056.368878] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.378230] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.437303] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191549, 'name': ReconfigVM_Task, 'duration_secs': 1.025205} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.437609] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6481ee63-9b65-4be4-b8a2-0640f31edd35/6481ee63-9b65-4be4-b8a2-0640f31edd35.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.438319] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e5f149-7a72-4271-b95f-5e0863376c71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.447414] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1056.447414] env[69133]: value = "task-3191555" [ 1056.447414] env[69133]: _type = "Task" [ 1056.447414] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.460842] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191555, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.555460] env[69133]: DEBUG nova.compute.manager [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Received event network-vif-plugged-c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.555827] env[69133]: DEBUG oslo_concurrency.lockutils [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] Acquiring lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.556495] env[69133]: DEBUG oslo_concurrency.lockutils [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.556714] env[69133]: DEBUG oslo_concurrency.lockutils [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.556930] env[69133]: DEBUG nova.compute.manager [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] No waiting events found dispatching network-vif-plugged-c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.557123] env[69133]: WARNING nova.compute.manager [req-5f8c313f-0e48-4188-b9be-056a34ffb2b3 req-ed4bfb9c-2416-43c0-aa07-3c115ac4a122 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Received unexpected event network-vif-plugged-c37c1b1b-528e-435b-936b-4a4c7b221b5f for instance with vm_state building and task_state spawning. [ 1056.568847] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.575023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.810s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.575023] env[69133]: DEBUG nova.objects.instance [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.588949] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191552, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.635062] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52486417-1d6d-ddf6-35b2-fa8acc001038, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.635062] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd052416-a062-49b0-97ce-ee7d1c1b2279 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.642494] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1056.642494] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52189ae3-c86c-a328-83a4-cbe8ba3f07d8" [ 1056.642494] env[69133]: _type = "Task" [ 1056.642494] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.653431] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52189ae3-c86c-a328-83a4-cbe8ba3f07d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.733874] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Successfully updated port: c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.742268] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.878985] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467196} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.879277] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.879515] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.879704] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.957742] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191555, 'name': Rename_Task, 'duration_secs': 0.421418} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.958093] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.958335] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09310300-42b2-4136-a520-8e410c202b49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.965693] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1056.965693] env[69133]: value = "task-3191556" [ 1056.965693] env[69133]: _type = "Task" [ 1056.965693] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.975822] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.982121] env[69133]: DEBUG nova.network.neutron [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Updated VIF entry in instance network info cache for port 3c8cf4f1-0785-4f85-ae7f-f624731b4065. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.982569] env[69133]: DEBUG nova.network.neutron [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Updating instance_info_cache with network_info: [{"id": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "address": "fa:16:3e:f1:d9:35", "network": {"id": "f1e34515-4490-4fc6-8d9f-1bc39d5926b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1725664529-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4af42a39789f4a55b90298582e306c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c8cf4f1-07", "ovs_interfaceid": "3c8cf4f1-0785-4f85-ae7f-f624731b4065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.085206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-785c0fe0-0de5-494d-afde-52b956a25834 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.446s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.085908] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.642s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.086156] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.086367] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.086529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.089030] env[69133]: INFO nova.compute.manager [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Terminating instance [ 1057.095166] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191552, 'name': CreateVM_Task, 'duration_secs': 0.566013} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.096049] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.096049] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.096256] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.096453] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.096702] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086487e6-372d-4512-b3fc-9393ae240fec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.102834] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1057.102834] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d89e6b-dfe1-7d56-da6b-7ba09ffb8bda" [ 1057.102834] env[69133]: _type = "Task" [ 1057.102834] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.111541] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d89e6b-dfe1-7d56-da6b-7ba09ffb8bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.154992] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52189ae3-c86c-a328-83a4-cbe8ba3f07d8, 'name': SearchDatastore_Task, 'duration_secs': 0.027938} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.155194] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.155461] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1057.155732] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa8ca183-e312-44a5-abb5-2022c051ae96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.177113] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1057.177113] env[69133]: value = "task-3191557" [ 1057.177113] env[69133]: _type = "Task" [ 1057.177113] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.186132] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.235546] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555216} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.235928] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] dd532f27-3382-4114-a307-de0167bb4b16/dd532f27-3382-4114-a307-de0167bb4b16.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.236242] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.236559] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a55578-eb0e-4349-a35b-1b3dec190a14 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.242689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.242824] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.242973] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.245486] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1057.245486] env[69133]: value = "task-3191558" [ 1057.245486] env[69133]: _type = "Task" [ 1057.245486] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.256727] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.476241] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.485402] env[69133]: DEBUG oslo_concurrency.lockutils [req-6319308c-0451-4723-804f-28ce8fd174c9 req-32fe1058-d318-4b44-9efa-2fd068b3e826 service nova] Releasing lock "refresh_cache-e89fb347-ff09-4e6b-978e-e381c36d496b" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.583861] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e77e50a2-38dd-4877-8ccb-c14d1f12d31a tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.585515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.059s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.592886] env[69133]: DEBUG nova.compute.manager [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.593154] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.593661] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba0f6611-4ddd-4735-a8a7-347cf7bcd9e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.609951] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073123a-4417-45c8-b616-bf05f3361403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.631182] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d89e6b-dfe1-7d56-da6b-7ba09ffb8bda, 'name': SearchDatastore_Task, 'duration_secs': 0.049568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.631532] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631772] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.632026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.632260] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.632494] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.632756] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-174f2224-060b-4c35-b8bd-ac97b4dec3a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.648646] env[69133]: WARNING nova.virt.vmwareapi.vmops [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 361d0a9d-7af7-4446-87c5-8dfa071de712 could not be found. [ 1057.648866] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.649100] env[69133]: INFO nova.compute.manager [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1057.649370] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.650717] env[69133]: DEBUG nova.compute.manager [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.650829] env[69133]: DEBUG nova.network.neutron [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.652692] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.652861] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.653658] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9547c9-59d7-4fde-aa94-4c99fd357238 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.661934] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1057.661934] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52144432-317b-5c21-b812-0cc03dc89480" [ 1057.661934] env[69133]: _type = "Task" [ 1057.661934] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.673275] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52144432-317b-5c21-b812-0cc03dc89480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.689272] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.764728] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077524} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.764728] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.764728] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf21695-e808-4513-a095-6b81f6bec069 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.796854] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] dd532f27-3382-4114-a307-de0167bb4b16/dd532f27-3382-4114-a307-de0167bb4b16.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.797684] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb7466b-1eeb-4ae7-889e-733b3294b9b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.816807] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.829034] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1057.829034] env[69133]: value = "task-3191559" [ 1057.829034] env[69133]: _type = "Task" [ 1057.829034] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.840716] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.924905] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.925167] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.925326] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.926064] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.926064] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.926064] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.926064] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.926265] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.926878] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.926878] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.926878] env[69133]: DEBUG nova.virt.hardware [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.927893] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a6b48-461b-4de0-9f31-8aa76b58f066 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.937104] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a59b6-8338-4a1f-b6b3-3dbbe4911798 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.953705] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:50:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0ffa0d-a061-4939-8574-24a0bb2ee615', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.961290] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.961578] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.961796] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e4b6b8-9dd2-4ebc-bdb0-4c9e67a0ba4f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.985162] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191556, 'name': PowerOnVM_Task, 'duration_secs': 0.910842} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.986574] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.986907] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1057.987114] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.987381] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.987381] env[69133]: value = "task-3191560" [ 1057.987381] env[69133]: _type = "Task" [ 1057.987381] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.988318] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614bb637-d7c8-4f11-8c19-a04137446c5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.010458] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191560, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.040508] env[69133]: DEBUG nova.network.neutron [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Updating instance_info_cache with network_info: [{"id": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "address": "fa:16:3e:08:07:0e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c1b1b-52", "ovs_interfaceid": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.090071] env[69133]: DEBUG nova.objects.instance [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'migration_context' on Instance uuid ec450240-395c-4ab3-a7d6-a557a67c6e02 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.173375] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52144432-317b-5c21-b812-0cc03dc89480, 'name': SearchDatastore_Task, 'duration_secs': 0.025527} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.174225] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fbde56-24ad-4c2b-a2cf-4ace975de81b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.182377] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1058.182377] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5200dba9-57f1-09ea-3d0e-a7c583476ad8" [ 1058.182377] env[69133]: _type = "Task" [ 1058.182377] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.188816] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719331} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.189406] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 1058.190177] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1434cf-635b-4f8f-9f37-dc0a58eee31c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.195527] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5200dba9-57f1-09ea-3d0e-a7c583476ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.219407] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.219667] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da205e2-f469-48b8-8eb4-be9054279f59 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.240026] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1058.240026] env[69133]: value = "task-3191561" [ 1058.240026] env[69133]: _type = "Task" [ 1058.240026] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.249415] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.338315] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.502368] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191560, 'name': CreateVM_Task, 'duration_secs': 0.370553} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.502557] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.503248] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.503415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.503764] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.504047] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc89ee7-3d88-43a5-a82f-b7e8844c3cd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.508983] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1058.508983] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5281bd0e-a4f4-1784-6bc5-ff14a27f7695" [ 1058.508983] env[69133]: _type = "Task" [ 1058.508983] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.519434] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Took 18.08 seconds to build instance. [ 1058.523759] env[69133]: DEBUG nova.network.neutron [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.524752] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5281bd0e-a4f4-1784-6bc5-ff14a27f7695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.542967] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.543468] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Instance network_info: |[{"id": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "address": "fa:16:3e:08:07:0e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c1b1b-52", "ovs_interfaceid": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.544139] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:07:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4162774e-ec80-4d85-aeb4-fae77f197393', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37c1b1b-528e-435b-936b-4a4c7b221b5f', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.553152] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.553881] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.554219] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e6241e7-8bfb-459d-8822-401cc461dade {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.577900] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.577900] env[69133]: value = "task-3191562" [ 1058.577900] env[69133]: _type = "Task" [ 1058.577900] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.588419] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191562, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.591799] env[69133]: DEBUG nova.compute.manager [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Received event network-changed-c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.592034] env[69133]: DEBUG nova.compute.manager [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Refreshing instance network info cache due to event network-changed-c37c1b1b-528e-435b-936b-4a4c7b221b5f. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.592298] env[69133]: DEBUG oslo_concurrency.lockutils [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] Acquiring lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.592442] env[69133]: DEBUG oslo_concurrency.lockutils [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] Acquired lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.592704] env[69133]: DEBUG nova.network.neutron [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Refreshing network info cache for port c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.696131] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5200dba9-57f1-09ea-3d0e-a7c583476ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.016785} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.696422] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.696687] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e89fb347-ff09-4e6b-978e-e381c36d496b/e89fb347-ff09-4e6b-978e-e381c36d496b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.697137] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8aa3deb-ad8b-414e-8881-202fb6f01c01 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.706902] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1058.706902] env[69133]: value = "task-3191563" [ 1058.706902] env[69133]: _type = "Task" [ 1058.706902] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.716903] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.749601] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191561, 'name': ReconfigVM_Task, 'duration_secs': 0.353041} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.752091] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Reconfigured VM instance instance-0000005f to attach disk [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.753151] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e5a1ad-e1c1-48d0-a09a-374fb9b56f3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.782365] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b27aef6-dff1-4502-b996-02db18de5837 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.799336] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1058.799336] env[69133]: value = "task-3191564" [ 1058.799336] env[69133]: _type = "Task" [ 1058.799336] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.810353] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.837890] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191559, 'name': ReconfigVM_Task, 'duration_secs': 0.723935} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.840848] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Reconfigured VM instance instance-00000061 to attach disk [datastore1] dd532f27-3382-4114-a307-de0167bb4b16/dd532f27-3382-4114-a307-de0167bb4b16.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.841748] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22fc54c5-f333-4e37-886b-428bec2637ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.848565] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1058.848565] env[69133]: value = "task-3191565" [ 1058.848565] env[69133]: _type = "Task" [ 1058.848565] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.853045] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e1f153-e4b1-44ea-abbe-8d8b87016694 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.863294] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191565, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.864436] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178be55-4862-4873-b726-37e248a311e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.898863] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb1245-61ea-409d-b0e7-8305c2fcefcb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.906929] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79b424-4630-4b48-839b-6aebf0698328 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.921369] env[69133]: DEBUG nova.compute.provider_tree [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.021212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.590s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.021487] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5281bd0e-a4f4-1784-6bc5-ff14a27f7695, 'name': SearchDatastore_Task, 'duration_secs': 0.015514} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.021766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.022079] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.022363] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.022487] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.022666] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.022935] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c8777d-bfeb-406c-802a-85c2b81a0218 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.025370] env[69133]: INFO nova.compute.manager [-] [instance: 361d0a9d-7af7-4446-87c5-8dfa071de712] Took 1.37 seconds to deallocate network for instance. [ 1059.039920] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.040127] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.040883] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a0a29e-c413-4c83-9cba-4e224aa7b586 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.046756] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1059.046756] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52216945-ec57-58b4-3ae1-897ca09d89cf" [ 1059.046756] env[69133]: _type = "Task" [ 1059.046756] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.055602] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52216945-ec57-58b4-3ae1-897ca09d89cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.088752] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191562, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.216999] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191563, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.315684] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191564, 'name': ReconfigVM_Task, 'duration_secs': 0.166983} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.316116] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.316116] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c76db20e-05df-48af-a54f-12495eb79f2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.324706] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1059.324706] env[69133]: value = "task-3191566" [ 1059.324706] env[69133]: _type = "Task" [ 1059.324706] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.335612] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.359406] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191565, 'name': Rename_Task, 'duration_secs': 0.343293} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.360075] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.360075] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88bdfd45-5b19-4103-b25d-1db40b2ff6bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.370273] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1059.370273] env[69133]: value = "task-3191567" [ 1059.370273] env[69133]: _type = "Task" [ 1059.370273] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.383548] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.384756] env[69133]: DEBUG nova.network.neutron [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Updated VIF entry in instance network info cache for port c37c1b1b-528e-435b-936b-4a4c7b221b5f. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.385221] env[69133]: DEBUG nova.network.neutron [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Updating instance_info_cache with network_info: [{"id": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "address": "fa:16:3e:08:07:0e", "network": {"id": "0edb7228-2c12-409c-b01e-8822a5077be4", "bridge": "br-int", "label": "tempest-ServersTestJSON-1648860254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b14abfb5bf584e918b463676986e6406", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4162774e-ec80-4d85-aeb4-fae77f197393", "external-id": "nsx-vlan-transportzone-542", "segmentation_id": 542, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37c1b1b-52", "ovs_interfaceid": "c37c1b1b-528e-435b-936b-4a4c7b221b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.424579] env[69133]: DEBUG nova.scheduler.client.report [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.559463] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52216945-ec57-58b4-3ae1-897ca09d89cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017948} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.560357] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f0bc19-dadf-4e9b-b273-b0b6d9ba3972 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.566484] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1059.566484] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5221c2d1-42b5-7800-6e2c-83333e400a73" [ 1059.566484] env[69133]: _type = "Task" [ 1059.566484] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.575497] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5221c2d1-42b5-7800-6e2c-83333e400a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.589161] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191562, 'name': CreateVM_Task, 'duration_secs': 0.756251} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.589416] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.590213] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.590428] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.590836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.591228] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-961887d7-a6eb-4391-982d-f6b99368f21d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.598722] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1059.598722] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ab1272-d5ad-e808-1a83-86bd088aae7f" [ 1059.598722] env[69133]: _type = "Task" [ 1059.598722] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.609872] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab1272-d5ad-e808-1a83-86bd088aae7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.718984] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864539} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.719295] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] e89fb347-ff09-4e6b-978e-e381c36d496b/e89fb347-ff09-4e6b-978e-e381c36d496b.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.719514] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.719775] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6386b0f6-456e-42cd-8d23-efb6a84187ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.727633] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1059.727633] env[69133]: value = "task-3191568" [ 1059.727633] env[69133]: _type = "Task" [ 1059.727633] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.736337] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.835607] env[69133]: DEBUG oslo_vmware.api [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191566, 'name': PowerOnVM_Task, 'duration_secs': 0.433097} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.835794] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.838716] env[69133]: DEBUG nova.compute.manager [None req-e1e24b83-9b59-4d51-abce-c1d07389602c tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.839489] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52673b2-d3a6-41f7-ae72-a381ce45bb1f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.882656] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.887542] env[69133]: DEBUG oslo_concurrency.lockutils [req-a9dfd11d-0e2b-4922-89a9-b8d8e74733c4 req-2044c431-e6df-4592-add4-b380c9fd1f6d service nova] Releasing lock "refresh_cache-e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.056962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90533b38-8055-41fb-8fb9-f0c7ae49853a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "361d0a9d-7af7-4446-87c5-8dfa071de712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.971s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.077808] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5221c2d1-42b5-7800-6e2c-83333e400a73, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.078088] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.078365] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.078615] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c2c8e97-f406-41b9-9a78-a0838a728ec8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.085605] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1060.085605] env[69133]: value = "task-3191569" [ 1060.085605] env[69133]: _type = "Task" [ 1060.085605] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.094154] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.112144] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab1272-d5ad-e808-1a83-86bd088aae7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.112402] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.112659] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.112900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.113067] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.113233] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.113497] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d4f5ce-6d34-483b-b0a7-95308954fa2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.127109] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.127109] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.127328] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d9e025-8986-4b93-a3f3-711fb1c76aac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.133643] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1060.133643] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521bcef3-efa7-4ddc-f4c0-7f01170c8b60" [ 1060.133643] env[69133]: _type = "Task" [ 1060.133643] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.141757] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521bcef3-efa7-4ddc-f4c0-7f01170c8b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.237518] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170273} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.237674] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.238572] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3fb622-9792-4209-b406-93c3858bddb7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.264858] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] e89fb347-ff09-4e6b-978e-e381c36d496b/e89fb347-ff09-4e6b-978e-e381c36d496b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.265085] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3824b949-8c47-4069-832c-00f886d2ffd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.286287] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1060.286287] env[69133]: value = "task-3191570" [ 1060.286287] env[69133]: _type = "Task" [ 1060.286287] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.294620] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.381052] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191567, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.436647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.851s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.442742] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.368s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.601295] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.645988] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521bcef3-efa7-4ddc-f4c0-7f01170c8b60, 'name': SearchDatastore_Task, 'duration_secs': 0.027975} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.646570] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca971609-b5f4-4c68-818d-5df28e7e89fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.654880] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1060.654880] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ebb95c-86f8-7772-3c7c-682dcdf7f7c8" [ 1060.654880] env[69133]: _type = "Task" [ 1060.654880] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.666603] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ebb95c-86f8-7772-3c7c-682dcdf7f7c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.797967] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.881968] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191567, 'name': PowerOnVM_Task, 'duration_secs': 1.280151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.882317] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.882528] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1060.882713] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.883707] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe2243-7fbd-4711-83e7-f9587c8aa9e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.099924] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806043} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.102174] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.102174] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.106443] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce2c702a-1d4e-47cf-9c7e-41364045ebee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.109033] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.109261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.116130] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1061.116130] env[69133]: value = "task-3191571" [ 1061.116130] env[69133]: _type = "Task" [ 1061.116130] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.127503] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.169037] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ebb95c-86f8-7772-3c7c-682dcdf7f7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.051407} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.169401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.169739] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218/e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.169938] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62444f88-cb18-4f60-b4f2-3c5fba9ccac9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.180335] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1061.180335] env[69133]: value = "task-3191572" [ 1061.180335] env[69133]: _type = "Task" [ 1061.180335] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.189482] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919e2ea-04be-44f3-a839-06ec8e56bd87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.195114] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.199727] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce57ef8-9f3d-4d2e-ad66-68cbb5af82f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.232213] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919c975-d792-42cd-80fa-901f3d47bd8a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.239936] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f212d-47c0-44c6-a4d9-f8ba6bc8b477 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.253678] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.297594] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191570, 'name': ReconfigVM_Task, 'duration_secs': 0.590573} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.297884] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] e89fb347-ff09-4e6b-978e-e381c36d496b/e89fb347-ff09-4e6b-978e-e381c36d496b.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.298628] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d691481-1000-4317-bf9a-0325d960f9ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.305518] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1061.305518] env[69133]: value = "task-3191573" [ 1061.305518] env[69133]: _type = "Task" [ 1061.305518] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.313665] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191573, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.409810] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Took 20.93 seconds to build instance. [ 1061.588237] env[69133]: DEBUG nova.compute.manager [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.588636] env[69133]: DEBUG nova.compute.manager [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing instance network info cache due to event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.589050] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.589840] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.589840] env[69133]: DEBUG nova.network.neutron [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.611125] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.626599] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079494} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.626916] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.628684] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a7b55f-e711-42d3-bcfc-2fff24abecf3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.652478] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.652887] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0fbf5eb-d4a6-4bf9-98d7-04b40ee1bad1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.673866] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1061.673866] env[69133]: value = "task-3191574" [ 1061.673866] env[69133]: _type = "Task" [ 1061.673866] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.682175] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.689990] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191572, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.778341] env[69133]: ERROR nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [req-66415998-8098-4bae-ba6d-b714fd03ab65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66415998-8098-4bae-ba6d-b714fd03ab65"}]} [ 1061.799760] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1061.817196] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191573, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.818548] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1061.818799] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.833518] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1061.857270] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1061.912231] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.449s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.957438] env[69133]: DEBUG nova.compute.manager [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.957763] env[69133]: DEBUG nova.compute.manager [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing instance network info cache due to event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.957874] env[69133]: DEBUG oslo_concurrency.lockutils [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.981847] env[69133]: INFO nova.compute.manager [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Swapping old allocation on dict_keys(['f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede']) held by migration e5647129-6873-4484-b408-b3457068705c for instance [ 1062.010032] env[69133]: DEBUG nova.scheduler.client.report [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Overwriting current allocation {'allocations': {'f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': 'da6967b01775421780e13f57169846e7', 'user_id': '776610fdebad4bd4827805b8365b7fa2', 'consumer_generation': 1} on consumer ec450240-395c-4ab3-a7d6-a557a67c6e02 {{(pid=69133) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1062.115427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.115603] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.115834] env[69133]: DEBUG nova.network.neutron [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.122201] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fcdde-d486-4a2c-8116-d4c1dca5ea2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133175] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bc38d-7c42-4fb6-9d14-9f853d8beb79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.139110] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.167099] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35730a1d-0463-4d8c-9684-edcc95e5a6ef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.178867] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05395504-7861-4d47-b5d9-b0d6b1b7222d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.190919] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.200250] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.204972] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873489} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.205575] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218/e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.205839] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.206194] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1155d618-d3fa-48c8-9492-b4995e86c4b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.213678] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1062.213678] env[69133]: value = "task-3191575" [ 1062.213678] env[69133]: _type = "Task" [ 1062.213678] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.226248] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.317223] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191573, 'name': Rename_Task, 'duration_secs': 0.677993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.317932] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.318335] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b206aef-093d-429c-8ca5-8b308179bdb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.324774] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1062.324774] env[69133]: value = "task-3191576" [ 1062.324774] env[69133]: _type = "Task" [ 1062.324774] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.336088] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.347674] env[69133]: DEBUG nova.network.neutron [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updated VIF entry in instance network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.348105] env[69133]: DEBUG nova.network.neutron [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.499076] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.499355] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.683876] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191574, 'name': ReconfigVM_Task, 'duration_secs': 0.614993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.684183] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95/a58d67cb-847d-4b7f-8ab5-ca06c49c4e95.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.684826] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3aeac3d-dcfb-4822-9fb9-e5dacacaf7f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.691112] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1062.691112] env[69133]: value = "task-3191577" [ 1062.691112] env[69133]: _type = "Task" [ 1062.691112] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.698812] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191577, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.723212] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067371} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.723564] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.724371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fbbd32-330c-4673-9387-051ce6aeafb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.727407] env[69133]: ERROR nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [req-c7aac170-8cf4-407e-aedc-1066011ea386] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7aac170-8cf4-407e-aedc-1066011ea386"}]} [ 1062.750473] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218/e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.751559] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1062.755490] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.755704] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.756035] env[69133]: DEBUG nova.objects.instance [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.757286] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0814a7-e0a9-496a-aced-fd1e150297d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.780093] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1062.780093] env[69133]: value = "task-3191578" [ 1062.780093] env[69133]: _type = "Task" [ 1062.780093] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.788507] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.789382] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1062.789584] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.801942] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1062.822565] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1062.840808] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191576, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.850528] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f2ad12a-2f4f-4e9d-86d9-a1b89214b236 req-6894f118-3bb1-4b74-8378-ea770d6e46e9 service nova] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.850967] env[69133]: DEBUG oslo_concurrency.lockutils [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.851169] env[69133]: DEBUG nova.network.neutron [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.901143] env[69133]: DEBUG nova.network.neutron [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [{"id": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "address": "fa:16:3e:0c:9c:69", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc41fd9-28", "ovs_interfaceid": "7cc41fd9-289a-4f2e-9cea-7765657aaf16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.011290] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.011598] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.011786] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.012105] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.012380] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.012626] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.012808] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1063.013032] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.037444] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af154c34-15ce-41d3-a3f5-b4966f934aaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.047968] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5007b79-0161-4e39-97c7-6369cbd04fdf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.095076] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075d18c3-2fc8-419f-a8dd-5f6c43ff24c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.103169] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada817d8-ab39-452c-be77-000747050a40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.117676] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.201857] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191577, 'name': Rename_Task, 'duration_secs': 0.329462} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.202268] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.202556] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfabb29b-91e2-4922-97e8-2bca3b7c8281 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.208850] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1063.208850] env[69133]: value = "task-3191579" [ 1063.208850] env[69133]: _type = "Task" [ 1063.208850] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.217183] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.275902] env[69133]: DEBUG nova.objects.instance [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.295094] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191578, 'name': ReconfigVM_Task, 'duration_secs': 0.365973} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.295479] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218/e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.296349] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d82c18-87bd-458b-9dd3-ba2c2c44f469 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.304661] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1063.304661] env[69133]: value = "task-3191580" [ 1063.304661] env[69133]: _type = "Task" [ 1063.304661] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.316487] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191580, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.337880] env[69133]: DEBUG oslo_vmware.api [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191576, 'name': PowerOnVM_Task, 'duration_secs': 0.946901} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.338174] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.338419] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1063.338617] env[69133]: DEBUG nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.339442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f781a-0767-4470-ad1d-7bd6d1c15565 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.406755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-ec450240-395c-4ab3-a7d6-a557a67c6e02" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406904] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0bb34c-600a-4f0b-92d5-5d6fbe3d5110 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.414825] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb146d7c-9de5-4d01-8e59-ba6f83c4b941 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.516475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.567714] env[69133]: DEBUG nova.network.neutron [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updated VIF entry in instance network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.568095] env[69133]: DEBUG nova.network.neutron [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.653355] env[69133]: DEBUG nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1063.653692] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 140 to 141 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1063.653885] env[69133]: DEBUG nova.compute.provider_tree [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.719960] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191579, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.780035] env[69133]: DEBUG nova.objects.base [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance<83d2dc6f-9913-4187-9412-8fab5dc60603> lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1063.780035] env[69133]: DEBUG nova.network.neutron [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.817561] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191580, 'name': Rename_Task, 'duration_secs': 0.253678} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.817561] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.817561] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1950d0f-d232-472c-ab75-a2c315faeb20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.824595] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1063.824595] env[69133]: value = "task-3191581" [ 1063.824595] env[69133]: _type = "Task" [ 1063.824595] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.833911] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.857225] env[69133]: INFO nova.compute.manager [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Took 23.35 seconds to build instance. [ 1063.862888] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c3a7c260-248e-49c8-8bb3-ec1e707429cb tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.071049] env[69133]: DEBUG oslo_concurrency.lockutils [req-7b4040e2-7b2b-45f8-be29-a1faca379c68 req-5957d8db-41d1-4d37-bb8d-2da06a732586 service nova] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.223247] env[69133]: DEBUG oslo_vmware.api [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191579, 'name': PowerOnVM_Task, 'duration_secs': 0.65576} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.223550] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.223755] env[69133]: DEBUG nova.compute.manager [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.224631] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d72df-d611-474b-a767-0a9dce4d95c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.337985] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.360859] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b4cc2dd-0543-4561-be0a-14ef98ebdb9b tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.871s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.524591] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.525039] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bdf384c-11d6-4842-83b4-38a7d0eaae36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.532998] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1064.532998] env[69133]: value = "task-3191582" [ 1064.532998] env[69133]: _type = "Task" [ 1064.532998] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.541731] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.630230] env[69133]: DEBUG nova.compute.manager [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.630429] env[69133]: DEBUG nova.compute.manager [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing instance network info cache due to event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.630640] env[69133]: DEBUG oslo_concurrency.lockutils [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.630812] env[69133]: DEBUG oslo_concurrency.lockutils [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.630984] env[69133]: DEBUG nova.network.neutron [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.666308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.223s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.670511] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.531s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.671954] env[69133]: INFO nova.compute.claims [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.742244] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.835429] env[69133]: DEBUG oslo_vmware.api [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191581, 'name': PowerOnVM_Task, 'duration_secs': 0.709166} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.835722] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.837046] env[69133]: INFO nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1064.837046] env[69133]: DEBUG nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.837046] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71060f2-27f6-4bfb-b55a-3f36649d06ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.045711] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191582, 'name': PowerOffVM_Task, 'duration_secs': 0.362299} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.046172] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.047032] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.047327] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.047548] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.047801] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.048013] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.048225] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.048510] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.048743] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.048963] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.049210] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.049448] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.060625] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-486b70df-e76c-4d32-aad9-286fbeea693f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.078348] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1065.078348] env[69133]: value = "task-3191583" [ 1065.078348] env[69133]: _type = "Task" [ 1065.078348] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.086747] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.232706] env[69133]: INFO nova.scheduler.client.report [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocation for migration 8946031b-7f86-47ba-af2d-15d99de3a498 [ 1065.354024] env[69133]: INFO nova.compute.manager [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Took 18.17 seconds to build instance. [ 1065.356132] env[69133]: DEBUG nova.network.neutron [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updated VIF entry in instance network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.356466] env[69133]: DEBUG nova.network.neutron [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.588256] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191583, 'name': ReconfigVM_Task, 'duration_secs': 0.429659} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.589569] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea80b6b8-d522-489e-b1ce-e952cb874482 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.614152] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.614649] env[69133]: DEBUG nova.virt.hardware [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.615233] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322d6fd9-23db-458e-826a-012e40f56b03 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.622011] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1065.622011] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5251f408-a040-bef0-d9be-cefdeb1fa965" [ 1065.622011] env[69133]: _type = "Task" [ 1065.622011] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.633513] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5251f408-a040-bef0-d9be-cefdeb1fa965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.738915] env[69133]: DEBUG oslo_concurrency.lockutils [None req-dba3d16b-95d0-426b-a9ea-c17265e1c9c5 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.115s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.856580] env[69133]: DEBUG oslo_concurrency.lockutils [None req-36619a3b-a930-4a6f-a41e-ccd26e82e102 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.683s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.859222] env[69133]: DEBUG oslo_concurrency.lockutils [req-f90c8068-567f-4a4b-a859-69a37dfe8059 req-b6be210f-74e9-453f-a5a8-459c14e0fbde service nova] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.891078] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f9b31-fe37-472a-90ab-df4cef391978 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.900056] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e34a85-9f1f-461c-a832-8966b4657b88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.932766] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efafbd3c-af1b-47f0-9d95-39ce4217b5ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.940778] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064453a-fffc-444c-a9e5-d36c8eab1623 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.958325] env[69133]: DEBUG nova.compute.provider_tree [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.022872] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.023195] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.023553] env[69133]: DEBUG nova.objects.instance [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.131993] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5251f408-a040-bef0-d9be-cefdeb1fa965, 'name': SearchDatastore_Task, 'duration_secs': 0.012604} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.137450] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1066.137767] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4223d1f-db24-41b0-b8c6-631ced87bde3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.156203] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1066.156203] env[69133]: value = "task-3191584" [ 1066.156203] env[69133]: _type = "Task" [ 1066.156203] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.165822] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.387915] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.388381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.388677] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.388939] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.389160] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.391401] env[69133]: INFO nova.compute.manager [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Terminating instance [ 1066.461713] env[69133]: DEBUG nova.scheduler.client.report [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.639150] env[69133]: DEBUG nova.objects.instance [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.657778] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.660309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.660309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.660309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.660309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.664369] env[69133]: INFO nova.compute.manager [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Terminating instance [ 1066.681362] env[69133]: DEBUG nova.compute.manager [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.681544] env[69133]: DEBUG nova.compute.manager [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing instance network info cache due to event network-changed-48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.681760] env[69133]: DEBUG oslo_concurrency.lockutils [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] Acquiring lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.681992] env[69133]: DEBUG oslo_concurrency.lockutils [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] Acquired lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.682055] env[69133]: DEBUG nova.network.neutron [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Refreshing network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.687091] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.895650] env[69133]: DEBUG nova.compute.manager [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.895897] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.896840] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897d4dab-919d-46e4-9e08-6793e9199e11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.904697] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.904938] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1fb9efc-2687-4451-961f-5aae60c5332a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.910714] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1066.910714] env[69133]: value = "task-3191585" [ 1066.910714] env[69133]: _type = "Task" [ 1066.910714] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.920668] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.967802] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.968441] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.971249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.455s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.971435] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.971586] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1066.971872] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.230s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.972062] env[69133]: DEBUG nova.objects.instance [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.975310] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdc7c82-ab70-4250-97f5-06f13aafbeed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.984059] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6fde6e-8dc7-4b4d-8b92-b627bea0eee9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.998827] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a701aa78-1954-4d1a-bf14-d91ab5d5a473 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.007202] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e955a51d-e489-4a71-b6b8-f3615f9a65c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.037924] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179007MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.038111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.145582] env[69133]: DEBUG nova.objects.base [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance<83d2dc6f-9913-4187-9412-8fab5dc60603> lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1067.145582] env[69133]: DEBUG nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.179180] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.179180] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.179382] env[69133]: DEBUG nova.compute.manager [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.179883] env[69133]: DEBUG nova.compute.manager [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.180116] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.180436] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.181208] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90078b8e-839e-40db-9163-38f475ccbe68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.184675] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b3463-21ff-430d-bd0d-71c4258b4431 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.188733] env[69133]: DEBUG nova.policy [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.196283] env[69133]: DEBUG nova.compute.manager [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1067.196814] env[69133]: DEBUG nova.objects.instance [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'flavor' on Instance uuid e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.200204] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.200710] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5801a55-b1a9-4bf7-b19f-ce67073970d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.209055] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1067.209055] env[69133]: value = "task-3191586" [ 1067.209055] env[69133]: _type = "Task" [ 1067.209055] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.220290] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.430265] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191585, 'name': PowerOffVM_Task, 'duration_secs': 0.410373} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.430760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.430995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.431223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.431404] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.431570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.433221] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.433492] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.433895] env[69133]: INFO nova.compute.manager [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Terminating instance [ 1067.437178] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae096f5e-b63e-415a-a106-12df7b7248d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.452121] env[69133]: DEBUG nova.network.neutron [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updated VIF entry in instance network info cache for port 48dfe9ce-995a-4de3-98f7-2b074f3c34b8. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.452121] env[69133]: DEBUG nova.network.neutron [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [{"id": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "address": "fa:16:3e:2c:51:46", "network": {"id": "8563e596-64c1-4c21-a240-446cbbcb0f4b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-168133189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3ddb1cef3b04dc6bb83d200193ccd65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48dfe9ce-99", "ovs_interfaceid": "48dfe9ce-995a-4de3-98f7-2b074f3c34b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.476765] env[69133]: DEBUG nova.compute.utils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.478578] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.478999] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.484092] env[69133]: DEBUG nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Successfully created port: 8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.514981] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.515239] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.515425] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Deleting the datastore file [datastore2] a9cc371d-9dd3-4039-a669-48f4450c01e1 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.515700] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5060e0ad-b062-44af-bac9-5e4080002874 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.521815] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for the task: (returnval){ [ 1067.521815] env[69133]: value = "task-3191588" [ 1067.521815] env[69133]: _type = "Task" [ 1067.521815] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.531278] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.532738] env[69133]: DEBUG nova.policy [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.680324] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191584, 'name': ReconfigVM_Task, 'duration_secs': 1.333328} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.680738] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1067.681540] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2100b19-76bc-4e84-a468-6048e6e328b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719615] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.725063] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ab1c4c-cca3-429d-97fd-aa9085ccdf53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.746673] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191586, 'name': PowerOffVM_Task, 'duration_secs': 0.523543} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.748456] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.748456] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.748731] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1067.748731] env[69133]: value = "task-3191589" [ 1067.748731] env[69133]: _type = "Task" [ 1067.748731] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.748860] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6797c15e-496c-419b-b663-c78d0ddf8d7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.761144] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.834175] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.834612] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.834747] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleting the datastore file [datastore1] 6481ee63-9b65-4be4-b8a2-0640f31edd35 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.835090] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7bbe4cf-01d2-4ee1-b615-957b755ac8f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.841198] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1067.841198] env[69133]: value = "task-3191591" [ 1067.841198] env[69133]: _type = "Task" [ 1067.841198] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.849610] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.942389] env[69133]: DEBUG nova.compute.manager [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.942616] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.943517] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f76e05-b802-4463-8d1e-9bd63d2d96f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.951095] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.951359] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b6ef9b-dac6-491c-af7c-366995314c7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.953448] env[69133]: DEBUG oslo_concurrency.lockutils [req-786d13f2-c0cc-4d3b-ba18-735277490de5 req-79b97eec-149b-4b70-bb0d-c566596e5a1a service nova] Releasing lock "refresh_cache-a9cc371d-9dd3-4039-a669-48f4450c01e1" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.957300] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1067.957300] env[69133]: value = "task-3191592" [ 1067.957300] env[69133]: _type = "Task" [ 1067.957300] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.966736] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.969517] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.969801] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.980149] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.989184] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Successfully created port: 6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.991156] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3a795ea2-4a6f-4932-b725-d30b938fa97c tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.992769] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.955s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.036855] env[69133]: DEBUG oslo_vmware.api [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Task: {'id': task-3191588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298084} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.037245] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.037764] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.038168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.038476] env[69133]: INFO nova.compute.manager [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.038885] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.039258] env[69133]: DEBUG nova.compute.manager [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.039453] env[69133]: DEBUG nova.network.neutron [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.246397] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.246397] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302f7eb0-c609-416b-9cb3-54450cf39dab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.250656] env[69133]: DEBUG oslo_vmware.api [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1068.250656] env[69133]: value = "task-3191593" [ 1068.250656] env[69133]: _type = "Task" [ 1068.250656] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.263773] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.267174] env[69133]: DEBUG oslo_vmware.api [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.326436] env[69133]: DEBUG nova.compute.manager [req-97b28825-e1af-4df9-985a-dd98f52f9677 req-da3201c9-22e6-47a1-b257-ab4d763e6abd service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Received event network-vif-deleted-48dfe9ce-995a-4de3-98f7-2b074f3c34b8 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.326436] env[69133]: INFO nova.compute.manager [req-97b28825-e1af-4df9-985a-dd98f52f9677 req-da3201c9-22e6-47a1-b257-ab4d763e6abd service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Neutron deleted interface 48dfe9ce-995a-4de3-98f7-2b074f3c34b8; detaching it from the instance and deleting it from the info cache [ 1068.326436] env[69133]: DEBUG nova.network.neutron [req-97b28825-e1af-4df9-985a-dd98f52f9677 req-da3201c9-22e6-47a1-b257-ab4d763e6abd service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.351082] env[69133]: DEBUG oslo_vmware.api [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268388} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.351341] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.351541] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.351759] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.352316] env[69133]: INFO nova.compute.manager [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1068.352316] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.352463] env[69133]: DEBUG nova.compute.manager [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.352517] env[69133]: DEBUG nova.network.neutron [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.468557] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191592, 'name': PowerOffVM_Task, 'duration_secs': 0.399879} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.469178] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.469357] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.469613] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc58c173-b890-4701-994e-7308ab9b45e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.471338] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.548295] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.548999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.549283] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore2] 059115ed-c96d-4111-8dcc-7010d21cd343 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.549500] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09e72910-9a05-4fcb-bb0e-9b2a6e8e4323 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.556600] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1068.556600] env[69133]: value = "task-3191595" [ 1068.556600] env[69133]: _type = "Task" [ 1068.556600] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.567105] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.767235] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191589, 'name': ReconfigVM_Task, 'duration_secs': 0.557864} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.771169] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to attach disk [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02/ec450240-395c-4ab3-a7d6-a557a67c6e02.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.771606] env[69133]: DEBUG oslo_vmware.api [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191593, 'name': PowerOffVM_Task, 'duration_secs': 0.219254} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.772345] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd86bd-9ae6-4d4a-9dbc-b72a3f0d9a89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.775030] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.775175] env[69133]: DEBUG nova.compute.manager [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.775946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54219aaa-3594-4062-91be-0ed0128cee23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.493925] env[69133]: DEBUG nova.network.neutron [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.499305] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.504518] env[69133]: DEBUG nova.network.neutron [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.511482] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Successfully updated port: 6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.526640] env[69133]: DEBUG nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Successfully updated port: 8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.530658] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c338d86-d64d-4717-8a43-10bbe5fafebc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.533229] env[69133]: DEBUG nova.compute.manager [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Received event network-vif-plugged-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.533428] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] Acquiring lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.533630] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.533786] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.533943] env[69133]: DEBUG nova.compute.manager [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] No waiting events found dispatching network-vif-plugged-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.534128] env[69133]: WARNING nova.compute.manager [req-cc4893a5-0cd2-4991-b593-fefc76ad3b08 req-5f26ca7c-032e-4d00-a352-2be7c8ad85bc service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Received unexpected event network-vif-plugged-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e for instance with vm_state building and task_state spawning. [ 1069.541336] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.541336] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.541336] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.541809] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.541938] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 692b7b8a-53c0-41e6-874f-85516308d7f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542070] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 445d9088-5b01-4cf5-865a-0c8d856e152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542187] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 83d2dc6f-9913-4187-9412-8fab5dc60603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542299] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542409] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 0a5d5548-f47a-4d4b-ad8f-3b1167816840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542515] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542620] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance ec450240-395c-4ab3-a7d6-a557a67c6e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542723] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 059115ed-c96d-4111-8dcc-7010d21cd343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542826] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance a9cc371d-9dd3-4039-a669-48f4450c01e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.542927] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 6481ee63-9b65-4be4-b8a2-0640f31edd35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.545020] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance dd532f27-3382-4114-a307-de0167bb4b16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.545020] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance e89fb347-ff09-4e6b-978e-e381c36d496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.545020] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.545020] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance fdd5b10b-0e6e-4e58-9c74-e699e567c9b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1069.548370] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a1a58-c251-4921-9a2b-75b30095934e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.550910] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.554693] env[69133]: DEBUG oslo_vmware.api [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326698} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.557405] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.557625] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.557779] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.557955] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.558116] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.558262] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.558474] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.558632] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.558792] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.558945] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.559130] env[69133]: DEBUG nova.virt.hardware [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.574656] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.574844] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.575029] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.575203] env[69133]: INFO nova.compute.manager [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1069.575463] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.576444] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64eb56-021c-4116-b5a6-f4498ac5f0a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.579998] env[69133]: DEBUG nova.compute.manager [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.580117] env[69133]: DEBUG nova.network.neutron [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.584219] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb811f2-6af3-40bd-8245-4ca440b7e0f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.594554] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0548f4-27a4-428e-9775-ac40e0ca1fe6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.620434] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6167fc-42fb-42dd-902d-d4a4ce4ba236 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.634718] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216804f7-807d-495e-84c8-a48262cc2971 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.637655] env[69133]: DEBUG nova.compute.manager [req-97b28825-e1af-4df9-985a-dd98f52f9677 req-da3201c9-22e6-47a1-b257-ab4d763e6abd service nova] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Detach interface failed, port_id=48dfe9ce-995a-4de3-98f7-2b074f3c34b8, reason: Instance a9cc371d-9dd3-4039-a669-48f4450c01e1 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.642991] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.650645] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a3a1eaa-9de2-459e-8c14-4bc3db8387a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.658938] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1069.658938] env[69133]: value = "task-3191596" [ 1069.658938] env[69133]: _type = "Task" [ 1069.658938] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.668042] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.007060] env[69133]: INFO nova.compute.manager [-] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Took 1.65 seconds to deallocate network for instance. [ 1070.009152] env[69133]: INFO nova.compute.manager [-] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Took 1.97 seconds to deallocate network for instance. [ 1070.043619] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.043886] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.044226] env[69133]: DEBUG nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.045971] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2f652a73-4188-4d50-9864-7f64a4ad82a8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.867s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.050312] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 23b395d3-b54c-422f-9d4b-38c4543c8550 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1070.050543] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1070.050700] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1070.082184] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.173204] env[69133]: DEBUG oslo_vmware.api [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191596, 'name': PowerOnVM_Task, 'duration_secs': 0.424406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.173204] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.219877] env[69133]: DEBUG nova.network.neutron [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Updating instance_info_cache with network_info: [{"id": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "address": "fa:16:3e:96:c7:1c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff8ff3d-e6", "ovs_interfaceid": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.270674] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81914041-e80b-45c5-ad2e-ba0c90b5478f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.279496] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd58f2-629e-4b28-ac77-b3cb56a6436f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.311842] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47e3f34-e545-4fdc-a97c-cc0f517070d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.320540] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ef5d4-680c-4d46-8305-1be52ea84919 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.335142] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.340455] env[69133]: DEBUG nova.network.neutron [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.404839] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Received event network-vif-deleted-ec584931-0f9a-4159-bc44-448c1a9b8774 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.405072] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-plugged-8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.405267] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.405474] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.405931] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.405931] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] No waiting events found dispatching network-vif-plugged-8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.405931] env[69133]: WARNING nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received unexpected event network-vif-plugged-8503058d-2a04-415b-ac0d-90ad1ef154c3 for instance with vm_state active and task_state None. [ 1070.406166] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-changed-8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.406355] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing instance network info cache due to event network-changed-8503058d-2a04-415b-ac0d-90ad1ef154c3. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.406524] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.514586] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.517705] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.584489] env[69133]: WARNING nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 1070.724020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.724732] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Instance network_info: |[{"id": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "address": "fa:16:3e:96:c7:1c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff8ff3d-e6", "ovs_interfaceid": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.724886] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:c7:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.733058] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.733964] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.734254] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-524c7038-385a-4c03-a087-5b6032f8b707 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.756583] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.756583] env[69133]: value = "task-3191597" [ 1070.756583] env[69133]: _type = "Task" [ 1070.756583] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.764786] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191597, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.843115] env[69133]: INFO nova.compute.manager [-] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Took 1.26 seconds to deallocate network for instance. [ 1070.859787] env[69133]: ERROR nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [req-5ffb1d8d-1644-4036-b9ed-125dbeeba25b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ffb1d8d-1644-4036-b9ed-125dbeeba25b"}]} [ 1070.877306] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1070.885757] env[69133]: DEBUG nova.network.neutron [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "address": "fa:16:3e:1c:ed:6c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8503058d-2a", "ovs_interfaceid": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.893408] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1070.893617] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.905369] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1070.924147] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1071.052363] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.052793] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.052929] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.053170] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.054181] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.055506] env[69133]: INFO nova.compute.manager [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Terminating instance [ 1071.141338] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dfabf9-5538-4094-a187-2af6bd40f3f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.149070] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a70427-7a99-48ec-890d-07ce2285b012 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.178962] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec92af7-a465-410d-bf36-892541a85da6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.190711] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c94026-71e1-4061-b38f-6b3cadb36492 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.204450] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.225370] env[69133]: INFO nova.compute.manager [None req-7d5548cb-cc20-4056-91ad-e672912a5d78 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance to original state: 'active' [ 1071.268565] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191597, 'name': CreateVM_Task, 'duration_secs': 0.319754} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.268766] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.269565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.269736] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.270096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.270357] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf91165-2c93-48cc-b99d-9109d02f6774 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.275062] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1071.275062] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5270a363-293f-07c8-707b-2b1f3d8b252c" [ 1071.275062] env[69133]: _type = "Task" [ 1071.275062] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.282903] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5270a363-293f-07c8-707b-2b1f3d8b252c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.350144] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.389049] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.389810] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.389989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.390321] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.390510] env[69133]: DEBUG nova.network.neutron [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing network info cache for port 8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.392315] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6cad1-616f-4d46-a18c-cdea63fc7ee6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.411903] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.412152] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.412309] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.412487] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.412628] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.412770] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.412970] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.413148] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.413313] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.413468] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.413635] env[69133]: DEBUG nova.virt.hardware [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.419770] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfiguring VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1071.420313] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1352f75-98a9-4be4-900d-3c3a8829b411 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.434117] env[69133]: DEBUG nova.compute.manager [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Received event network-changed-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.434298] env[69133]: DEBUG nova.compute.manager [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Refreshing instance network info cache due to event network-changed-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.434512] env[69133]: DEBUG oslo_concurrency.lockutils [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] Acquiring lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.434653] env[69133]: DEBUG oslo_concurrency.lockutils [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] Acquired lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.434809] env[69133]: DEBUG nova.network.neutron [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Refreshing network info cache for port 6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.441774] env[69133]: DEBUG oslo_vmware.api [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1071.441774] env[69133]: value = "task-3191598" [ 1071.441774] env[69133]: _type = "Task" [ 1071.441774] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.450164] env[69133]: DEBUG oslo_vmware.api [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191598, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.561680] env[69133]: DEBUG nova.compute.manager [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.561924] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.562888] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d5c4d-c4e6-4e97-b662-6758e43a66a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.570765] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.571034] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad6b560-555d-43a2-bb35-fbdcb149d0ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.632726] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.633105] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.633398] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.633777] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90686697-9238-401f-a95b-ec719af0f409 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.642316] env[69133]: DEBUG oslo_vmware.api [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1071.642316] env[69133]: value = "task-3191600" [ 1071.642316] env[69133]: _type = "Task" [ 1071.642316] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.653347] env[69133]: DEBUG oslo_vmware.api [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.736079] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updated inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1071.736079] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede generation from 143 to 144 during operation: update_inventory {{(pid=69133) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1071.736079] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.785931] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5270a363-293f-07c8-707b-2b1f3d8b252c, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.786291] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.786570] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.786836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.787007] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.787200] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.787482] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82c7c1b9-1020-49f8-bb2b-f39743812d16 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.796363] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.796578] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.797344] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6965af-6322-4441-8157-44649e5add06 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.802544] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1071.802544] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f64c2a-8e92-338d-a9d7-b48c0bbd1ce6" [ 1071.802544] env[69133]: _type = "Task" [ 1071.802544] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.811553] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f64c2a-8e92-338d-a9d7-b48c0bbd1ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.952018] env[69133]: DEBUG oslo_vmware.api [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.107751] env[69133]: DEBUG nova.network.neutron [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updated VIF entry in instance network info cache for port 8503058d-2a04-415b-ac0d-90ad1ef154c3. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.109028] env[69133]: DEBUG nova.network.neutron [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "address": "fa:16:3e:1c:ed:6c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8503058d-2a", "ovs_interfaceid": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.155947] env[69133]: DEBUG oslo_vmware.api [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218577} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.158721] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.158922] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.159144] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.159386] env[69133]: INFO nova.compute.manager [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1072.159637] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.159859] env[69133]: DEBUG nova.compute.manager [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.160519] env[69133]: DEBUG nova.network.neutron [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.209336] env[69133]: DEBUG nova.network.neutron [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Updated VIF entry in instance network info cache for port 6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.209724] env[69133]: DEBUG nova.network.neutron [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Updating instance_info_cache with network_info: [{"id": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "address": "fa:16:3e:96:c7:1c", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ff8ff3d-e6", "ovs_interfaceid": "6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.243597] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1072.243846] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.251s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.244369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.693s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.245827] env[69133]: INFO nova.compute.claims [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.316597] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f64c2a-8e92-338d-a9d7-b48c0bbd1ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.317539] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bbe4f9-8029-4257-bc93-f8f64db55598 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.323917] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1072.323917] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522ea869-f722-2ead-571c-42eec74d34d3" [ 1072.323917] env[69133]: _type = "Task" [ 1072.323917] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.334170] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522ea869-f722-2ead-571c-42eec74d34d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.455056] env[69133]: DEBUG oslo_vmware.api [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191598, 'name': ReconfigVM_Task, 'duration_secs': 0.59079} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.455725] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.455939] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfigured VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.476559] env[69133]: DEBUG nova.compute.manager [req-89cfc8f4-a4d3-4336-b810-c8d361c9a72f req-34cd8527-d534-4452-a5db-f3a00cdcd326 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Received event network-vif-deleted-c37c1b1b-528e-435b-936b-4a4c7b221b5f {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.476761] env[69133]: INFO nova.compute.manager [req-89cfc8f4-a4d3-4336-b810-c8d361c9a72f req-34cd8527-d534-4452-a5db-f3a00cdcd326 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Neutron deleted interface c37c1b1b-528e-435b-936b-4a4c7b221b5f; detaching it from the instance and deleting it from the info cache [ 1072.476945] env[69133]: DEBUG nova.network.neutron [req-89cfc8f4-a4d3-4336-b810-c8d361c9a72f req-34cd8527-d534-4452-a5db-f3a00cdcd326 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.613056] env[69133]: DEBUG oslo_concurrency.lockutils [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.613346] env[69133]: DEBUG nova.compute.manager [req-0b04b412-5837-4897-8979-76ed540d6a75 req-fbe1824b-f064-4dec-9064-18fe088f0003 service nova] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Received event network-vif-deleted-cbfd1fa3-5043-4bb3-8ac9-64ab3956163b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.713738] env[69133]: DEBUG oslo_concurrency.lockutils [req-6973e4c7-3107-4498-8fae-89c4d3e7008a req-d0faa4cb-8a5b-4570-b173-99dd93b1540f service nova] Releasing lock "refresh_cache-fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.835991] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522ea869-f722-2ead-571c-42eec74d34d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.835991] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.836301] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fdd5b10b-0e6e-4e58-9c74-e699e567c9b4/fdd5b10b-0e6e-4e58-9c74-e699e567c9b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.836575] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3bdc417-56e2-4462-ab09-d4979150b527 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.843459] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1072.843459] env[69133]: value = "task-3191601" [ 1072.843459] env[69133]: _type = "Task" [ 1072.843459] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.851751] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.901246] env[69133]: DEBUG nova.network.neutron [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.956051] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.956313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.956554] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.956746] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.956917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.959094] env[69133]: INFO nova.compute.manager [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Terminating instance [ 1072.961749] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e89ecea2-57db-4ce4-99e7-46f73c3f6df7 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.939s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.979595] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92d3fcad-2c34-4ca4-9567-311d86c9a926 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.989789] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9fe83-6e31-46c8-ac5e-322b8e88e1c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.022837] env[69133]: DEBUG nova.compute.manager [req-89cfc8f4-a4d3-4336-b810-c8d361c9a72f req-34cd8527-d534-4452-a5db-f3a00cdcd326 service nova] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Detach interface failed, port_id=c37c1b1b-528e-435b-936b-4a4c7b221b5f, reason: Instance e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.353351] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.404245] env[69133]: INFO nova.compute.manager [-] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Took 1.24 seconds to deallocate network for instance. [ 1073.453616] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e13f3d-5800-4500-9de7-ad40323451ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.462440] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f18a93-8a42-47c5-a311-9a2fcaea4719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.466954] env[69133]: DEBUG nova.compute.manager [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.467145] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.467581] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1872f3-4008-48f3-ab99-857869241657 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.498461] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6b755-b0cb-4056-94f6-256aaf68b77b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.501413] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1073.501413] env[69133]: value = "task-3191602" [ 1073.501413] env[69133]: _type = "Task" [ 1073.501413] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.508786] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67c1a5-3611-40b0-b42c-92565043472c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.517522] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.529844] env[69133]: DEBUG nova.compute.provider_tree [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.621642] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.621858] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.854802] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964204} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.855260] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] fdd5b10b-0e6e-4e58-9c74-e699e567c9b4/fdd5b10b-0e6e-4e58-9c74-e699e567c9b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.855536] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.855852] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9be79d7-6686-4b7d-822e-9630d8852107 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.863449] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1073.863449] env[69133]: value = "task-3191603" [ 1073.863449] env[69133]: _type = "Task" [ 1073.863449] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.871618] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.912613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.010838] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191602, 'name': PowerOffVM_Task, 'duration_secs': 0.514231} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.011139] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.011341] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.011535] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638230', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'name': 'volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec450240-395c-4ab3-a7d6-a557a67c6e02', 'attached_at': '2025-03-26T22:38:50.000000', 'detached_at': '', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'serial': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.012310] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0149b042-ab29-4bfd-a494-9f54504a7e85 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.035299] env[69133]: DEBUG nova.scheduler.client.report [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.039687] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee130881-81f3-4c2d-9cbc-5af89ffd59a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.047814] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b8653-565e-4677-bff3-2c79a56b3005 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.069594] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c1904-2a2b-48cf-b204-fec403a88c39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.085580] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] The volume has not been displaced from its original location: [datastore2] volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d/volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.090757] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.091069] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75aa542d-3971-4ad7-972d-91711d35f483 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.108474] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1074.108474] env[69133]: value = "task-3191604" [ 1074.108474] env[69133]: _type = "Task" [ 1074.108474] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.115581] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.125425] env[69133]: INFO nova.compute.manager [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Detaching volume f86149fc-f187-4a0a-b08e-6a28da066e2a [ 1074.163018] env[69133]: INFO nova.virt.block_device [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Attempting to driver detach volume f86149fc-f187-4a0a-b08e-6a28da066e2a from mountpoint /dev/sdb [ 1074.163275] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.163491] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638229', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'name': 'volume-f86149fc-f187-4a0a-b08e-6a28da066e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fc19ef1-6d50-4d65-b953-3e3639ec0da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'serial': 'f86149fc-f187-4a0a-b08e-6a28da066e2a'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.164411] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca0f28-2f3f-4281-9f48-1295c941d4d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.185884] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d60f86-482b-45ac-aff1-2f6d48c0b301 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.192418] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0559554f-95bc-4ef0-bf30-6749fb8ec436 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.212435] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472205f-9787-4c21-aed9-f1d5fe18cae4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.227065] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] The volume has not been displaced from its original location: [datastore2] volume-f86149fc-f187-4a0a-b08e-6a28da066e2a/volume-f86149fc-f187-4a0a-b08e-6a28da066e2a.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.232188] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.232460] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f94ec98-b129-45b6-beb0-4f27b00a62ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.249786] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1074.249786] env[69133]: value = "task-3191605" [ 1074.249786] env[69133]: _type = "Task" [ 1074.249786] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.257490] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.372565] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067544} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.372852] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.373684] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499146af-bd96-4881-a670-0c0a284549b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.396847] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] fdd5b10b-0e6e-4e58-9c74-e699e567c9b4/fdd5b10b-0e6e-4e58-9c74-e699e567c9b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.397107] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3afb5961-4ec0-4967-9208-9ffa590fae8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416214] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1074.416214] env[69133]: value = "task-3191606" [ 1074.416214] env[69133]: _type = "Task" [ 1074.416214] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.423563] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.539432] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-573fc0cf-7a1f-4102-b6f4-2915f3a131cb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.539806] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-573fc0cf-7a1f-4102-b6f4-2915f3a131cb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.540201] env[69133]: DEBUG nova.objects.instance [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.543526] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.544027] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.546741] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.032s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.546964] env[69133]: DEBUG nova.objects.instance [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lazy-loading 'resources' on Instance uuid 6481ee63-9b65-4be4-b8a2-0640f31edd35 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.619953] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191604, 'name': ReconfigVM_Task, 'duration_secs': 0.229948} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.620266] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.625223] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba3cfb6-50bc-4b71-8e39-aceafcd8a32b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.640471] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1074.640471] env[69133]: value = "task-3191607" [ 1074.640471] env[69133]: _type = "Task" [ 1074.640471] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.648596] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.759396] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191605, 'name': ReconfigVM_Task, 'duration_secs': 0.254854} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.759706] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.764238] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e02e16-0d81-4284-bd31-0518ea8a5056 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.779240] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1074.779240] env[69133]: value = "task-3191608" [ 1074.779240] env[69133]: _type = "Task" [ 1074.779240] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.788692] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.926488] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191606, 'name': ReconfigVM_Task, 'duration_secs': 0.266488} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.926776] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Reconfigured VM instance instance-00000064 to attach disk [datastore2] fdd5b10b-0e6e-4e58-9c74-e699e567c9b4/fdd5b10b-0e6e-4e58-9c74-e699e567c9b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.927579] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e9caa1-2a87-4905-9ea9-027e6c58458e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.933945] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1074.933945] env[69133]: value = "task-3191609" [ 1074.933945] env[69133]: _type = "Task" [ 1074.933945] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.942190] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191609, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.050060] env[69133]: DEBUG nova.compute.utils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.053164] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.053336] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.089976] env[69133]: DEBUG nova.policy [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05413372f5654a06af2d3f799fba7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d5d92e01d34a80a2e25f66a4f7a526', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.135239] env[69133]: DEBUG nova.objects.instance [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.150628] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191607, 'name': ReconfigVM_Task, 'duration_secs': 0.172176} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.152943] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638230', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'name': 'volume-12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ec450240-395c-4ab3-a7d6-a557a67c6e02', 'attached_at': '2025-03-26T22:38:50.000000', 'detached_at': '', 'volume_id': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d', 'serial': '12a4b8ff-c1a9-4992-b61e-c0c1c7946f4d'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.153249] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.154332] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064e682e-1287-4755-a8d3-469eac7ce5f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.162149] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.164398] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7bb15e3-8679-4e07-8997-5a3ab7aa08a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.251482] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611d6ab-6fef-4010-9dc9-8300e75dc659 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.258708] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc1ac51-3487-4d2d-add8-6ec7505a1f93 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.293244] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3103bdb9-d6c4-4f97-91a8-207107ed9e21 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.303422] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65422c77-6434-420f-aa66-aad19e7d0bc5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.307081] env[69133]: DEBUG oslo_vmware.api [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191608, 'name': ReconfigVM_Task, 'duration_secs': 0.225234} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.307377] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638229', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'name': 'volume-f86149fc-f187-4a0a-b08e-6a28da066e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2fc19ef1-6d50-4d65-b953-3e3639ec0da8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f86149fc-f187-4a0a-b08e-6a28da066e2a', 'serial': 'f86149fc-f187-4a0a-b08e-6a28da066e2a'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.324152] env[69133]: DEBUG nova.compute.provider_tree [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.382601] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Successfully created port: b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.443861] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191609, 'name': Rename_Task, 'duration_secs': 0.137142} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.443965] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.444154] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab1558d-05d0-447c-8e18-b6b639547bb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.450635] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1075.450635] env[69133]: value = "task-3191611" [ 1075.450635] env[69133]: _type = "Task" [ 1075.450635] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.458248] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.532703] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.532936] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.533139] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleting the datastore file [datastore2] ec450240-395c-4ab3-a7d6-a557a67c6e02 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.533567] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-727d8d5a-a6d4-4a69-89cf-836e616c1426 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.539293] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1075.539293] env[69133]: value = "task-3191612" [ 1075.539293] env[69133]: _type = "Task" [ 1075.539293] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.548505] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.553822] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.637643] env[69133]: DEBUG nova.objects.base [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance<83d2dc6f-9913-4187-9412-8fab5dc60603> lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.637968] env[69133]: DEBUG nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.719197] env[69133]: DEBUG nova.policy [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.828579] env[69133]: DEBUG nova.scheduler.client.report [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.868798] env[69133]: DEBUG nova.objects.instance [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.961676] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.051563] env[69133]: DEBUG oslo_vmware.api [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179049} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.051856] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.052062] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.052243] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.052418] env[69133]: INFO nova.compute.manager [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Took 2.59 seconds to destroy the instance on the hypervisor. [ 1076.052711] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.052859] env[69133]: DEBUG nova.compute.manager [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.052971] env[69133]: DEBUG nova.network.neutron [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.334075] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.336361] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.819s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.336599] env[69133]: DEBUG nova.objects.instance [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lazy-loading 'resources' on Instance uuid a9cc371d-9dd3-4039-a669-48f4450c01e1 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.367946] env[69133]: INFO nova.scheduler.client.report [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted allocations for instance 6481ee63-9b65-4be4-b8a2-0640f31edd35 [ 1076.461528] env[69133]: DEBUG oslo_vmware.api [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191611, 'name': PowerOnVM_Task, 'duration_secs': 0.668217} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.461786] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.461982] env[69133]: INFO nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1076.462184] env[69133]: DEBUG nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.462932] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b41377-5d5a-406b-a632-9938033dab34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.518713] env[69133]: DEBUG nova.compute.manager [req-d33fcd27-0919-422e-917a-e38bf40a6341 req-c50c3460-7bab-4134-b3b0-d0f92bb0ed0d service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Received event network-vif-deleted-7cc41fd9-289a-4f2e-9cea-7765657aaf16 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.518914] env[69133]: INFO nova.compute.manager [req-d33fcd27-0919-422e-917a-e38bf40a6341 req-c50c3460-7bab-4134-b3b0-d0f92bb0ed0d service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Neutron deleted interface 7cc41fd9-289a-4f2e-9cea-7765657aaf16; detaching it from the instance and deleting it from the info cache [ 1076.519097] env[69133]: DEBUG nova.network.neutron [req-d33fcd27-0919-422e-917a-e38bf40a6341 req-c50c3460-7bab-4134-b3b0-d0f92bb0ed0d service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.562594] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.596337] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.596616] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.596777] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.596961] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.597127] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.597287] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.597743] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.597743] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.597859] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.597997] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.598179] env[69133]: DEBUG nova.virt.hardware [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.599382] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0b81c-125b-4f35-b120-96e1b6404014 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.607571] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb32689-6363-4b84-9151-b20451b65236 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.814731] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.877443] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ca3232a-4016-4b05-995a-f074a160d39d tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "6481ee63-9b65-4be4-b8a2-0640f31edd35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.219s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.878529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7d0214f-09bc-4a3e-b298-fa8229c2a8b7 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.883265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.067s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.883265] env[69133]: DEBUG nova.compute.manager [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.883265] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ebf50-19ad-455a-bfb7-d4322e519aca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.894795] env[69133]: DEBUG nova.compute.manager [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.894795] env[69133]: DEBUG nova.objects.instance [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.896899] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Successfully updated port: b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.930877] env[69133]: DEBUG nova.compute.manager [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Received event network-vif-plugged-b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.930877] env[69133]: DEBUG oslo_concurrency.lockutils [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.931195] env[69133]: DEBUG oslo_concurrency.lockutils [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.931332] env[69133]: DEBUG oslo_concurrency.lockutils [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.931393] env[69133]: DEBUG nova.compute.manager [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] No waiting events found dispatching network-vif-plugged-b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.931539] env[69133]: WARNING nova.compute.manager [req-92fddbf4-0625-4744-a750-b58536c9b20d req-1e08067d-5280-4945-a2bf-350f94f311ff service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Received unexpected event network-vif-plugged-b33b754c-0d0f-457c-b9f7-ab193d7c5744 for instance with vm_state building and task_state spawning. [ 1076.978515] env[69133]: INFO nova.compute.manager [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Took 14.86 seconds to build instance. [ 1076.996442] env[69133]: DEBUG nova.network.neutron [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.021788] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bae4c8b4-8845-4dc9-9505-e104b7cbf2cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.034122] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e750d23-d3ca-4e2b-9f9a-48d9cb1b7617 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.072666] env[69133]: DEBUG nova.compute.manager [req-d33fcd27-0919-422e-917a-e38bf40a6341 req-c50c3460-7bab-4134-b3b0-d0f92bb0ed0d service nova] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Detach interface failed, port_id=7cc41fd9-289a-4f2e-9cea-7765657aaf16, reason: Instance ec450240-395c-4ab3-a7d6-a557a67c6e02 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.086950] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce605e5c-2991-4d0b-84b4-0e807846021f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.096245] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0725e02-fd78-40aa-8253-e8078913f8fd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.127139] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc19566c-9cb0-4311-b222-ba2a9450e511 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.135174] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576f404-3d71-4b10-a6cb-1a9d09557107 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152077] env[69133]: DEBUG nova.compute.provider_tree [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.214983] env[69133]: DEBUG nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Successfully updated port: 573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.399785] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.399977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.400157] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.480845] env[69133]: DEBUG oslo_concurrency.lockutils [None req-858df55e-47fc-48dc-a5f9-bb91e3e51b39 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.371s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.501546] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.501811] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.501996] env[69133]: DEBUG nova.compute.manager [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.502491] env[69133]: INFO nova.compute.manager [-] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Took 1.45 seconds to deallocate network for instance. [ 1077.504513] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f528d-5026-4d4c-9064-70dd76343e7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.512680] env[69133]: DEBUG nova.compute.manager [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.513238] env[69133]: DEBUG nova.objects.instance [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'flavor' on Instance uuid fdd5b10b-0e6e-4e58-9c74-e699e567c9b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.656030] env[69133]: DEBUG nova.scheduler.client.report [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.718273] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.718529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.718773] env[69133]: DEBUG nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.904999] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.905822] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08155d1-994f-4600-a346-5310f0e0682b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.915585] env[69133]: DEBUG oslo_vmware.api [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1077.915585] env[69133]: value = "task-3191613" [ 1077.915585] env[69133]: _type = "Task" [ 1077.915585] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.928655] env[69133]: DEBUG oslo_vmware.api [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.939060] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.054841] env[69133]: INFO nova.compute.manager [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Took 0.55 seconds to detach 1 volumes for instance. [ 1078.094879] env[69133]: DEBUG nova.network.neutron [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.161501] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.163835] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.814s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.164101] env[69133]: DEBUG nova.objects.instance [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'resources' on Instance uuid 059115ed-c96d-4111-8dcc-7010d21cd343 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.187500] env[69133]: INFO nova.scheduler.client.report [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Deleted allocations for instance a9cc371d-9dd3-4039-a669-48f4450c01e1 [ 1078.257689] env[69133]: WARNING nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 1078.257903] env[69133]: WARNING nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 1078.388709] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "dd532f27-3382-4114-a307-de0167bb4b16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.388813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.388995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "dd532f27-3382-4114-a307-de0167bb4b16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.389179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.389348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.391283] env[69133]: INFO nova.compute.manager [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Terminating instance [ 1078.426706] env[69133]: DEBUG oslo_vmware.api [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191613, 'name': PowerOffVM_Task, 'duration_secs': 0.241752} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.427890] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.427890] env[69133]: DEBUG nova.compute.manager [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.427999] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca0e60-a299-419a-9d05-67c3ccb4dea3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.456988] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "e89fb347-ff09-4e6b-978e-e381c36d496b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.457833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.457833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.457833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.458046] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.461397] env[69133]: INFO nova.compute.manager [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Terminating instance [ 1078.520638] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.521038] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e05a3b0-b42f-4a0f-9c7d-41c314d6a2af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.528261] env[69133]: DEBUG oslo_vmware.api [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1078.528261] env[69133]: value = "task-3191614" [ 1078.528261] env[69133]: _type = "Task" [ 1078.528261] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.536934] env[69133]: DEBUG oslo_vmware.api [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.565467] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.597959] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.598308] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Instance network_info: |[{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.598791] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:25:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b33b754c-0d0f-457c-b9f7-ab193d7c5744', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.606531] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.607137] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.607406] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff7c5fce-8473-45cd-8388-ddddc172bb63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.629893] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.629893] env[69133]: value = "task-3191615" [ 1078.629893] env[69133]: _type = "Task" [ 1078.629893] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.637506] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191615, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.641072] env[69133]: DEBUG nova.compute.manager [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-plugged-573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.641309] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.641520] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.641687] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.641858] env[69133]: DEBUG nova.compute.manager [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] No waiting events found dispatching network-vif-plugged-573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.642034] env[69133]: WARNING nova.compute.manager [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received unexpected event network-vif-plugged-573fc0cf-7a1f-4102-b6f4-2915f3a131cb for instance with vm_state active and task_state None. [ 1078.642202] env[69133]: DEBUG nova.compute.manager [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-changed-573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.642355] env[69133]: DEBUG nova.compute.manager [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing instance network info cache due to event network-changed-573fc0cf-7a1f-4102-b6f4-2915f3a131cb. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.642526] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.696491] env[69133]: DEBUG oslo_concurrency.lockutils [None req-75c361a7-62df-438f-99fb-a307cfb640a0 tempest-ServerRescueTestJSONUnderV235-1397498059 tempest-ServerRescueTestJSONUnderV235-1397498059-project-member] Lock "a9cc371d-9dd3-4039-a669-48f4450c01e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.308s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.733561] env[69133]: DEBUG nova.network.neutron [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "address": "fa:16:3e:1c:ed:6c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8503058d-2a", "ovs_interfaceid": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "address": "fa:16:3e:4c:06:4a", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573fc0cf-7a", "ovs_interfaceid": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.860473] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717956d-e239-43df-b118-88f4fd7db546 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.868845] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf2d2b0-b1de-487c-9c8b-d37e5d5ee1ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.901631] env[69133]: DEBUG nova.compute.manager [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.901918] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.903348] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c17a26-59d2-41bc-a9db-c074352d5420 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.906732] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d74083-17d1-4d3e-9eb6-a93b8b0a7132 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.915844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e235c-4ef5-4de7-a5fa-aa9e8428053b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920088] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.920088] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745ed01f-2f8e-4ad9-8939-63d10a7bf7d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.932040] env[69133]: DEBUG nova.compute.provider_tree [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.935034] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1078.935034] env[69133]: value = "task-3191616" [ 1078.935034] env[69133]: _type = "Task" [ 1078.935034] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.940579] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9a091fda-daca-4771-9573-845f44d9a923 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.944883] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.964405] env[69133]: DEBUG nova.compute.manager [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.965179] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.966102] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29a9b0-58db-4d5e-8261-fcf421aa408e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.977545] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.977807] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a32e2358-f852-41a7-8774-1dba82c958ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.984826] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1078.984826] env[69133]: value = "task-3191617" [ 1078.984826] env[69133]: _type = "Task" [ 1078.984826] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.991557] env[69133]: DEBUG nova.compute.manager [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Received event network-changed-b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.991857] env[69133]: DEBUG nova.compute.manager [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Refreshing instance network info cache due to event network-changed-b33b754c-0d0f-457c-b9f7-ab193d7c5744. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.992138] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] Acquiring lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.992326] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] Acquired lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.992839] env[69133]: DEBUG nova.network.neutron [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Refreshing network info cache for port b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.998612] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.041399] env[69133]: DEBUG oslo_vmware.api [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191614, 'name': PowerOffVM_Task, 'duration_secs': 0.185265} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.042016] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.042389] env[69133]: DEBUG nova.compute.manager [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.043592] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d3229d-aa82-4f81-a9d9-f6e9ed3d7df8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.141106] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191615, 'name': CreateVM_Task, 'duration_secs': 0.297447} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.141380] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.142208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.142516] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.142894] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143170] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555ff711-3e2f-4205-ba9c-0ebad698b52b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.148938] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1079.148938] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5243cdfe-a207-42c3-a4c1-5a9cc246368f" [ 1079.148938] env[69133]: _type = "Task" [ 1079.148938] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.160160] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5243cdfe-a207-42c3-a4c1-5a9cc246368f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.236969] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.237676] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.237833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.238133] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.238321] env[69133]: DEBUG nova.network.neutron [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Refreshing network info cache for port 573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.240081] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2d21e-1997-4594-8430-f8a988318190 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.257892] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.258124] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.258308] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.258466] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.258615] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.258763] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.258969] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.259144] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.259308] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.259471] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.259692] env[69133]: DEBUG nova.virt.hardware [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.265805] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfiguring VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1079.267209] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ae025c-8755-44a1-a7d9-4834e369e762 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.284230] env[69133]: DEBUG oslo_vmware.api [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1079.284230] env[69133]: value = "task-3191618" [ 1079.284230] env[69133]: _type = "Task" [ 1079.284230] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.292120] env[69133]: DEBUG oslo_vmware.api [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191618, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.437203] env[69133]: DEBUG nova.scheduler.client.report [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.449732] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191616, 'name': PowerOffVM_Task, 'duration_secs': 0.181408} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.450014] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.450210] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.450481] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1030c3-3b5d-4bb7-9b86-b0964dc83adf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.474130] env[69133]: DEBUG nova.objects.instance [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.495743] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191617, 'name': PowerOffVM_Task, 'duration_secs': 0.186546} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.496030] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.496210] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.496510] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c27e687-247d-4e0f-a974-a4c8ca0408ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.517217] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.517524] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.517787] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleting the datastore file [datastore1] dd532f27-3382-4114-a307-de0167bb4b16 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.518141] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10d6ddc8-3211-41c4-8f16-ddd6e90c5b91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.525857] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1079.525857] env[69133]: value = "task-3191621" [ 1079.525857] env[69133]: _type = "Task" [ 1079.525857] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.536919] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.560493] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5bcddb3a-3a3a-41e9-b4bf-fa3abceec72f tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.561512] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.561512] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.561639] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleting the datastore file [datastore1] e89fb347-ff09-4e6b-978e-e381c36d496b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.561805] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47c3c24-9cb3-4bf5-afe0-765cb03edbdf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.569480] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for the task: (returnval){ [ 1079.569480] env[69133]: value = "task-3191622" [ 1079.569480] env[69133]: _type = "Task" [ 1079.569480] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.580779] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.662168] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5243cdfe-a207-42c3-a4c1-5a9cc246368f, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.662562] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.663898] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.663898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.663898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.663898] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.663898] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1eb8c44-5526-430b-a84b-9abce72f45a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.680926] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.681150] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.681902] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a892ef-536a-480d-9177-c6f8966243ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.687982] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1079.687982] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b4f0db-d1c1-f6e6-c946-6dfab121fa96" [ 1079.687982] env[69133]: _type = "Task" [ 1079.687982] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.695753] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b4f0db-d1c1-f6e6-c946-6dfab121fa96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.794020] env[69133]: DEBUG oslo_vmware.api [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.945782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.949102] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.037s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.949631] env[69133]: DEBUG nova.objects.instance [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.972055] env[69133]: INFO nova.scheduler.client.report [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocations for instance 059115ed-c96d-4111-8dcc-7010d21cd343 [ 1079.981025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.981198] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983144] env[69133]: DEBUG nova.network.neutron [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.983144] env[69133]: DEBUG nova.objects.instance [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'info_cache' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.012338] env[69133]: DEBUG nova.network.neutron [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updated VIF entry in instance network info cache for port 573fc0cf-7a1f-4102-b6f4-2915f3a131cb. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.012899] env[69133]: DEBUG nova.network.neutron [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "address": "fa:16:3e:1c:ed:6c", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8503058d-2a", "ovs_interfaceid": "8503058d-2a04-415b-ac0d-90ad1ef154c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "address": "fa:16:3e:4c:06:4a", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573fc0cf-7a", "ovs_interfaceid": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.040016] env[69133]: DEBUG oslo_vmware.api [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147997} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.040314] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.040502] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.040680] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.040852] env[69133]: INFO nova.compute.manager [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.041107] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.041303] env[69133]: DEBUG nova.compute.manager [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.041396] env[69133]: DEBUG nova.network.neutron [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.066928] env[69133]: DEBUG nova.network.neutron [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updated VIF entry in instance network info cache for port b33b754c-0d0f-457c-b9f7-ab193d7c5744. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.067319] env[69133]: DEBUG nova.network.neutron [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.079177] env[69133]: DEBUG oslo_vmware.api [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Task: {'id': task-3191622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152576} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.080009] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.080218] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.080418] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.080611] env[69133]: INFO nova.compute.manager [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.080853] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.081059] env[69133]: DEBUG nova.compute.manager [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.081153] env[69133]: DEBUG nova.network.neutron [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.198449] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b4f0db-d1c1-f6e6-c946-6dfab121fa96, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.199302] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c77145-7247-4b9a-99d6-d5986d5cda79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.204691] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1080.204691] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ff10c9-2952-5aea-1d5b-58665833e23e" [ 1080.204691] env[69133]: _type = "Task" [ 1080.204691] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.212540] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ff10c9-2952-5aea-1d5b-58665833e23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.295461] env[69133]: DEBUG oslo_vmware.api [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191618, 'name': ReconfigVM_Task, 'duration_secs': 0.63637} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.296025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.296221] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfigured VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1080.386146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.386146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.386146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.386146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.386146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.392406] env[69133]: INFO nova.compute.manager [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Terminating instance [ 1080.482557] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a661679a-d700-4f15-a44b-a357d61de61d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "059115ed-c96d-4111-8dcc-7010d21cd343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.051s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.487320] env[69133]: DEBUG nova.objects.base [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Object Instance<2fc19ef1-6d50-4d65-b953-3e3639ec0da8> lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.518641] env[69133]: DEBUG oslo_concurrency.lockutils [req-3faeb6bc-a2b8-4031-aacd-cca6b7227d1f req-639ca795-fba8-4a9c-b728-55f2f450268e service nova] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.570708] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f69dad7-50df-46b1-a5df-1e59c3f84b4c req-44feadd7-d7c9-4546-8d95-c684f65c1aac service nova] Releasing lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.643058] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62905308-414c-4923-a3ce-0fcc932cb5ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.650540] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf10010-1f1f-4f21-9fde-d67080b2d0f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.684164] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5c674b-554d-4f38-ae08-c6241363c029 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.687743] env[69133]: DEBUG nova.compute.manager [req-81aaab65-7574-49cb-a16a-73e75ee42da0 req-5af524b0-db50-4180-aa95-dd3c50c7111a service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Received event network-vif-deleted-3c8cf4f1-0785-4f85-ae7f-f624731b4065 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.687934] env[69133]: INFO nova.compute.manager [req-81aaab65-7574-49cb-a16a-73e75ee42da0 req-5af524b0-db50-4180-aa95-dd3c50c7111a service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Neutron deleted interface 3c8cf4f1-0785-4f85-ae7f-f624731b4065; detaching it from the instance and deleting it from the info cache [ 1080.688121] env[69133]: DEBUG nova.network.neutron [req-81aaab65-7574-49cb-a16a-73e75ee42da0 req-5af524b0-db50-4180-aa95-dd3c50c7111a service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.696395] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f337ce42-3d2b-4aa1-8688-635c59e31189 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.712572] env[69133]: DEBUG nova.compute.provider_tree [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.724211] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ff10c9-2952-5aea-1d5b-58665833e23e, 'name': SearchDatastore_Task, 'duration_secs': 0.031074} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.724577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724945] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.725138] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bc3211-3909-4616-8ab4-63775f9402da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.735107] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1080.735107] env[69133]: value = "task-3191623" [ 1080.735107] env[69133]: _type = "Task" [ 1080.735107] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.743566] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.806111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e6382b27-09a7-421f-a321-769c07872582 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-573fc0cf-7a1f-4102-b6f4-2915f3a131cb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.266s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.893555] env[69133]: DEBUG nova.network.neutron [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.896952] env[69133]: DEBUG nova.compute.manager [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.897252] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.898205] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac893bb-8c5b-4834-ae63-ad4b02b27b8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.906166] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.907184] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7585fa8e-769f-4852-a844-252a232b63a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.945205] env[69133]: DEBUG nova.network.neutron [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.000681] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.000967] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.001627] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] fdd5b10b-0e6e-4e58-9c74-e699e567c9b4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.001627] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6420a0d2-bd4c-41c0-adfb-d04e61b5d3a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.011366] env[69133]: DEBUG oslo_vmware.api [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1081.011366] env[69133]: value = "task-3191625" [ 1081.011366] env[69133]: _type = "Task" [ 1081.011366] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.021893] env[69133]: DEBUG oslo_vmware.api [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.024643] env[69133]: DEBUG nova.compute.manager [req-5f8a8f47-218f-4f65-b0b4-fc932eb0e935 req-0b6001a0-5574-4376-9bc8-dc0dab354d5b service nova] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Received event network-vif-deleted-aec78ecb-2707-4b2c-9c61-12b794281035 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.191284] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19f9399c-a94b-4a37-b9f6-8966b0807d97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.203922] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd30813-f3b9-4eea-ba50-1bfa1bc65f66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.219729] env[69133]: DEBUG nova.scheduler.client.report [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.244480] env[69133]: DEBUG nova.compute.manager [req-81aaab65-7574-49cb-a16a-73e75ee42da0 req-5af524b0-db50-4180-aa95-dd3c50c7111a service nova] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Detach interface failed, port_id=3c8cf4f1-0785-4f85-ae7f-f624731b4065, reason: Instance e89fb347-ff09-4e6b-978e-e381c36d496b could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.258189] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506035} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.258189] env[69133]: DEBUG nova.network.neutron [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [{"id": "d1fcde17-7976-4a71-baec-3d26d07d9487", "address": "fa:16:3e:09:04:b3", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fcde17-79", "ovs_interfaceid": "d1fcde17-7976-4a71-baec-3d26d07d9487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.259715] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.261021] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.262010] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125f7833-3ee2-48f7-9cea-b953bf729eec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.268991] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1081.268991] env[69133]: value = "task-3191626" [ 1081.268991] env[69133]: _type = "Task" [ 1081.268991] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.278075] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.396020] env[69133]: INFO nova.compute.manager [-] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Took 1.35 seconds to deallocate network for instance. [ 1081.448450] env[69133]: INFO nova.compute.manager [-] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Took 1.37 seconds to deallocate network for instance. [ 1081.522063] env[69133]: DEBUG oslo_vmware.api [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349911} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.522294] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.522520] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.522733] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.522939] env[69133]: INFO nova.compute.manager [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1081.523224] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.523421] env[69133]: DEBUG nova.compute.manager [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.523515] env[69133]: DEBUG nova.network.neutron [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.725514] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.728781] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.163s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.729041] env[69133]: DEBUG nova.objects.instance [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'resources' on Instance uuid ec450240-395c-4ab3-a7d6-a557a67c6e02 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.762229] env[69133]: INFO nova.scheduler.client.report [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218 [ 1081.763673] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "refresh_cache-2fc19ef1-6d50-4d65-b953-3e3639ec0da8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.781544] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081227} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.781825] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.786162] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94b2f7-428d-441e-a765-b0f6b86b2a11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.809127] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.811649] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e922c175-faa4-4419-bc1e-b480b52141c9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.834638] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1081.834638] env[69133]: value = "task-3191627" [ 1081.834638] env[69133]: _type = "Task" [ 1081.834638] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.843860] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.903145] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.954884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.278710] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7b56e7e0-349d-454b-8dab-e10e7eba0291 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.226s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.329825] env[69133]: DEBUG nova.network.neutron [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.345385] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191627, 'name': ReconfigVM_Task, 'duration_secs': 0.365449} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.345679] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.346604] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbf3a6d9-2686-41c4-b468-0148932f37a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.356903] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1082.356903] env[69133]: value = "task-3191628" [ 1082.356903] env[69133]: _type = "Task" [ 1082.356903] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.365804] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191628, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.449596] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c97584-017b-445c-ba2e-54f3a63bcbae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.458299] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9afab-5746-4bc6-9557-01c6b5945dc0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.490591] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-8503058d-2a04-415b-ac0d-90ad1ef154c3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.490907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-8503058d-2a04-415b-ac0d-90ad1ef154c3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.493468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cd1f1d-c509-4604-b9ea-302710c3901f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.501203] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5453ef-6cd9-476f-a8ed-c609be39682e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.517053] env[69133]: DEBUG nova.compute.provider_tree [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.702219] env[69133]: DEBUG nova.compute.manager [req-d4b9524a-64d8-4fe4-9bcd-2d953a4c02f3 req-e037cd62-1977-4cdd-9d21-d99daabc49e3 service nova] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Received event network-vif-deleted-6ff8ff3d-e6b9-4d71-b185-e0fc3b39fe7e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.781617] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.781922] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e55df07-fdcd-4346-807b-9694b44bfb3b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.785410] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "692b7b8a-53c0-41e6-874f-85516308d7f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.785644] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.785841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.786036] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.786213] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.788276] env[69133]: INFO nova.compute.manager [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Terminating instance [ 1082.790737] env[69133]: DEBUG oslo_vmware.api [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1082.790737] env[69133]: value = "task-3191629" [ 1082.790737] env[69133]: _type = "Task" [ 1082.790737] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.802084] env[69133]: DEBUG oslo_vmware.api [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.832269] env[69133]: INFO nova.compute.manager [-] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Took 1.31 seconds to deallocate network for instance. [ 1082.871158] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191628, 'name': Rename_Task, 'duration_secs': 0.139145} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.871463] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.871680] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc4d2735-0588-4a70-8559-9284ea2c189b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.878621] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1082.878621] env[69133]: value = "task-3191630" [ 1082.878621] env[69133]: _type = "Task" [ 1082.878621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.890893] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.994350] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.994542] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.995462] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37446937-d808-4757-8cc9-7db15fdc275a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.023736] env[69133]: DEBUG nova.scheduler.client.report [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.032224] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961980c-aefc-4e24-89dc-362acd766223 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.067142] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfiguring VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1083.070721] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2036b82b-35c8-42d0-8998-3aeb9fffaf79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.093058] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1083.093058] env[69133]: value = "task-3191631" [ 1083.093058] env[69133]: _type = "Task" [ 1083.093058] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.102930] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.297888] env[69133]: DEBUG nova.compute.manager [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.298159] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.299080] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9116d-b107-43b0-abb8-0ed6feeadefc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.308529] env[69133]: DEBUG oslo_vmware.api [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191629, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.310306] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.310583] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b03d3b-2dd7-4dee-8fc2-523384470048 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.316928] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1083.316928] env[69133]: value = "task-3191632" [ 1083.316928] env[69133]: _type = "Task" [ 1083.316928] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.326856] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.342519] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.388920] env[69133]: DEBUG oslo_vmware.api [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191630, 'name': PowerOnVM_Task, 'duration_secs': 0.48992} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.389893] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.389893] env[69133]: INFO nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1083.389893] env[69133]: DEBUG nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.390652] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49c7bd-5a7e-4940-b880-177a72ac1db6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.534763] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.535666] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.535916] env[69133]: DEBUG nova.objects.instance [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lazy-loading 'resources' on Instance uuid dd532f27-3382-4114-a307-de0167bb4b16 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.569214] env[69133]: INFO nova.scheduler.client.report [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted allocations for instance ec450240-395c-4ab3-a7d6-a557a67c6e02 [ 1083.602118] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.805166] env[69133]: DEBUG oslo_vmware.api [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191629, 'name': PowerOnVM_Task, 'duration_secs': 0.538018} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.805166] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.805780] env[69133]: DEBUG nova.compute.manager [None req-ad2a339b-c627-4e9d-ac13-6625f930822b tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.806730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7d7fe-c845-48ca-8b49-04abc30df3a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.827139] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191632, 'name': PowerOffVM_Task, 'duration_secs': 0.239457} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.827607] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.827945] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.828381] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-196ffdf3-f795-4db1-a063-22ca84630560 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.888903] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.889135] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.889522] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleting the datastore file [datastore2] 692b7b8a-53c0-41e6-874f-85516308d7f9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.889788] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4d32f3-0904-431e-9a24-b4a25837d3f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.896283] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for the task: (returnval){ [ 1083.896283] env[69133]: value = "task-3191634" [ 1083.896283] env[69133]: _type = "Task" [ 1083.896283] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.907941] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.910657] env[69133]: INFO nova.compute.manager [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Took 14.41 seconds to build instance. [ 1084.080608] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c2b3985-6abe-489d-8c5a-9f9c2a77d2cd tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "ec450240-395c-4ab3-a7d6-a557a67c6e02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.124s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.104169] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.224819] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bbeda5-ca8c-44d5-94de-9500177a2c03 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.233900] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfa5491-63f1-4118-a3a8-cf77a7d59a3c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.265151] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4b17e-36fa-44a2-9060-9113e8da3504 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.272803] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed2871-0b99-4077-b570-9965b021d441 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.285969] env[69133]: DEBUG nova.compute.provider_tree [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.407186] env[69133]: DEBUG oslo_vmware.api [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Task: {'id': task-3191634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157476} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.407466] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.407673] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.407855] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.408334] env[69133]: INFO nova.compute.manager [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1084.408334] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.408485] env[69133]: DEBUG nova.compute.manager [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.408552] env[69133]: DEBUG nova.network.neutron [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.412735] env[69133]: DEBUG oslo_concurrency.lockutils [None req-235c9575-b596-4894-85f0-8bb32bf5b5c4 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.443s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.606433] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.791830] env[69133]: DEBUG nova.scheduler.client.report [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.950142] env[69133]: DEBUG nova.compute.manager [req-7badddcb-a75d-4ef8-a6d8-84481d1d7da1 req-3e5c5975-b783-4b07-83dc-2304c4be95e9 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Received event network-vif-deleted-45e1e5d6-5d55-4708-9126-c772fc537be1 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.950142] env[69133]: INFO nova.compute.manager [req-7badddcb-a75d-4ef8-a6d8-84481d1d7da1 req-3e5c5975-b783-4b07-83dc-2304c4be95e9 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Neutron deleted interface 45e1e5d6-5d55-4708-9126-c772fc537be1; detaching it from the instance and deleting it from the info cache [ 1084.950142] env[69133]: DEBUG nova.network.neutron [req-7badddcb-a75d-4ef8-a6d8-84481d1d7da1 req-3e5c5975-b783-4b07-83dc-2304c4be95e9 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.023660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.023993] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.104758] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.300808] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.303555] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.349s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.303676] env[69133]: DEBUG nova.objects.instance [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lazy-loading 'resources' on Instance uuid e89fb347-ff09-4e6b-978e-e381c36d496b {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.314356] env[69133]: DEBUG nova.network.neutron [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.327547] env[69133]: INFO nova.scheduler.client.report [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted allocations for instance dd532f27-3382-4114-a307-de0167bb4b16 [ 1085.455112] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c2b747-adc4-47f2-99ea-9f5505338325 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.466130] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498db731-2b81-48dd-a39b-7a44ffac4cde {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.485659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.485895] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.499369] env[69133]: DEBUG nova.compute.manager [req-7badddcb-a75d-4ef8-a6d8-84481d1d7da1 req-3e5c5975-b783-4b07-83dc-2304c4be95e9 service nova] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Detach interface failed, port_id=45e1e5d6-5d55-4708-9126-c772fc537be1, reason: Instance 692b7b8a-53c0-41e6-874f-85516308d7f9 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1085.500516] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.527159] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.605318] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.819034] env[69133]: INFO nova.compute.manager [-] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Took 1.41 seconds to deallocate network for instance. [ 1085.838892] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c202f22-e4dd-49a1-b45f-2513f11ab6fe tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "dd532f27-3382-4114-a307-de0167bb4b16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.450s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.011417] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c95dd43-bce1-4a2b-bcfb-e26462c86585 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.019685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670e65b-90c5-400c-a488-f37e92f60c94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.024667] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.060081] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c012b-f50b-410e-baf2-d7f59b5cad58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.070572] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4d405c-cd51-4b3c-9075-7cb2f2554871 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.076780] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.085015] env[69133]: DEBUG nova.compute.provider_tree [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.105190] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.277040] env[69133]: DEBUG nova.compute.manager [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1086.327876] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.588754] env[69133]: DEBUG nova.scheduler.client.report [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.609967] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.794309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.094449] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.096863] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.755s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.097141] env[69133]: DEBUG nova.objects.instance [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'resources' on Instance uuid fdd5b10b-0e6e-4e58-9c74-e699e567c9b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.107792] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.119912] env[69133]: INFO nova.scheduler.client.report [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Deleted allocations for instance e89fb347-ff09-4e6b-978e-e381c36d496b [ 1087.611158] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.626662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4799ff33-5b19-4075-afe7-4e80a1373da7 tempest-ListServersNegativeTestJSON-1078874050 tempest-ListServersNegativeTestJSON-1078874050-project-member] Lock "e89fb347-ff09-4e6b-978e-e381c36d496b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.169s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.760295] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3e576-7644-4c5b-a153-a42d34cbee50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.769326] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6f6d5-825d-4816-a4b1-b5f11f5499d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.801548] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807d31f3-775e-45b7-a180-b8f816635e57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.810673] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca41208-4082-47ca-a07d-b7eb9b0341fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.826049] env[69133]: DEBUG nova.compute.provider_tree [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.109446] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.329587] env[69133]: DEBUG nova.scheduler.client.report [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.613382] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.836441] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.840013] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.815s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.841099] env[69133]: INFO nova.compute.claims [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.867122] env[69133]: INFO nova.scheduler.client.report [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance fdd5b10b-0e6e-4e58-9c74-e699e567c9b4 [ 1089.113499] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.374966] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3f619b97-a22d-4682-9553-3ef8fb758cf6 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "fdd5b10b-0e6e-4e58-9c74-e699e567c9b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.990s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.612835] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.992934] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c26b3-421d-44cc-ba5f-98bb0be52c5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.001049] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f43b738-0bf5-438e-9e62-b1aa4159b9c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.031509] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06bca4a-2bd8-4d46-9aa8-38960b79c725 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.038830] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fdc196-b389-4172-bb71-55d854541661 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.051837] env[69133]: DEBUG nova.compute.provider_tree [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.111664] env[69133]: DEBUG oslo_vmware.api [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191631, 'name': ReconfigVM_Task, 'duration_secs': 6.76123} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.111664] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.111664] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Reconfigured VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1090.372074] env[69133]: DEBUG nova.compute.manager [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-deleted-8503058d-2a04-415b-ac0d-90ad1ef154c3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.372074] env[69133]: INFO nova.compute.manager [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Neutron deleted interface 8503058d-2a04-415b-ac0d-90ad1ef154c3; detaching it from the instance and deleting it from the info cache [ 1090.372074] env[69133]: DEBUG nova.network.neutron [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "address": "fa:16:3e:4c:06:4a", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap573fc0cf-7a", "ovs_interfaceid": "573fc0cf-7a1f-4102-b6f4-2915f3a131cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.555427] env[69133]: DEBUG nova.scheduler.client.report [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.876169] env[69133]: DEBUG oslo_concurrency.lockutils [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.876424] env[69133]: DEBUG oslo_concurrency.lockutils [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] Acquired lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.880616] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffc79b-9fa8-4b57-b570-0dd0d5c3a88e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.900627] env[69133]: DEBUG oslo_concurrency.lockutils [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] Releasing lock "83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.900627] env[69133]: WARNING nova.compute.manager [req-ff10407a-8be8-4826-aa41-dfe42d32fa41 req-73668c2c-325b-434f-8ae5-8f52f284967b service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Detach interface failed, port_id=8503058d-2a04-415b-ac0d-90ad1ef154c3, reason: No device with interface-id 8503058d-2a04-415b-ac0d-90ad1ef154c3 exists on VM: nova.exception.NotFound: No device with interface-id 8503058d-2a04-415b-ac0d-90ad1ef154c3 exists on VM [ 1091.009028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.009028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.060851] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.061397] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.064891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.988s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.066125] env[69133]: INFO nova.compute.claims [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.352660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.352861] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.354314] env[69133]: DEBUG nova.network.neutron [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.511280] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.571381] env[69133]: DEBUG nova.compute.utils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.575966] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.575966] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.577614] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.577828] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.578035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.578218] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.578374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.581569] env[69133]: INFO nova.compute.manager [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Terminating instance [ 1091.634504] env[69133]: DEBUG nova.policy [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75dfa9362fb483c8f8a55ad0b3c0e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76bca79df70479991e022246190119d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.936509] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Successfully created port: cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.038992] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.078998] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.088221] env[69133]: DEBUG nova.compute.manager [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.088446] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.089396] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d805c3fc-c01a-4f7f-8979-7efe42f10641 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.102934] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.103294] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524a0ddc-c632-464a-aca9-80c00b66b82e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.112821] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1092.112821] env[69133]: value = "task-3191635" [ 1092.112821] env[69133]: _type = "Task" [ 1092.112821] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.126602] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.226501] env[69133]: INFO nova.network.neutron [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Port 573fc0cf-7a1f-4102-b6f4-2915f3a131cb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1092.226862] env[69133]: DEBUG nova.network.neutron [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [{"id": "f8efdb6a-8676-40fe-8692-ef392b585d04", "address": "fa:16:3e:a6:28:e5", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8efdb6a-86", "ovs_interfaceid": "f8efdb6a-8676-40fe-8692-ef392b585d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.318035] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6d7b3-0f64-44b6-87e4-02db55e04d4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.325734] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a78a6b4-0594-4237-9b6e-8f169e1a5dd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.362046] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302959fb-15c2-4649-8509-76f0bfbda603 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.371734] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658aff6-8f7e-43fd-bf29-6b389f7415c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.387018] env[69133]: DEBUG nova.compute.provider_tree [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.408835] env[69133]: DEBUG nova.compute.manager [req-80a0ee46-be6c-4550-88ed-eb124733ac6e req-635f481b-bec9-4e3e-aa85-89279c234f6d service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-deleted-573fc0cf-7a1f-4102-b6f4-2915f3a131cb {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.624177] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191635, 'name': PowerOffVM_Task, 'duration_secs': 0.448386} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.624510] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.624632] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.624897] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-714db8c7-5bb2-47dd-80f9-b0eb8a230489 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.726820] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.727073] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.727259] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleting the datastore file [datastore2] 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.727542] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce82b254-c7ab-4593-924b-701bfbb35c20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.734178] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1092.734178] env[69133]: value = "task-3191637" [ 1092.734178] env[69133]: _type = "Task" [ 1092.734178] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.737925] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-83d2dc6f-9913-4187-9412-8fab5dc60603" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.745569] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.891031] env[69133]: DEBUG nova.scheduler.client.report [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.000293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.000571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.092424] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.120718] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.120857] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.121018] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.122824] env[69133]: DEBUG nova.virt.hardware [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.123252] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac371100-30ff-42f4-8973-2101d3e48227 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.132495] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7affd0b-0e4c-410e-a8c4-c9668f2aeb9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.242613] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ea705393-c732-4893-9bb4-792a043cf901 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-83d2dc6f-9913-4187-9412-8fab5dc60603-8503058d-2a04-415b-ac0d-90ad1ef154c3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.751s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.247648] env[69133]: DEBUG oslo_vmware.api [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245621} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.247974] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.248145] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.248291] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.248493] env[69133]: INFO nova.compute.manager [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1093.248713] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.249246] env[69133]: DEBUG nova.compute.manager [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.249246] env[69133]: DEBUG nova.network.neutron [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.303617] env[69133]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 573fc0cf-7a1f-4102-b6f4-2915f3a131cb could not be found.", "detail": ""}} {{(pid=69133) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1093.303617] env[69133]: DEBUG nova.network.neutron [-] Unable to show port 573fc0cf-7a1f-4102-b6f4-2915f3a131cb as it no longer exists. {{(pid=69133) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1093.397297] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.397297] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.400193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.073s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.401661] env[69133]: DEBUG nova.objects.instance [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lazy-loading 'resources' on Instance uuid 692b7b8a-53c0-41e6-874f-85516308d7f9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.503624] env[69133]: INFO nova.compute.manager [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Detaching volume a5e3833d-814d-4c72-bcb0-daadbd4225ce [ 1093.545495] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Successfully updated port: cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.568699] env[69133]: INFO nova.virt.block_device [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Attempting to driver detach volume a5e3833d-814d-4c72-bcb0-daadbd4225ce from mountpoint /dev/sdb [ 1093.568953] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.569169] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.570722] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f32c72-4f83-40be-953b-400453c46f14 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.598838] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3cf3b6-2473-44fa-9637-4b0871b3b520 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.608669] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0474e4-d397-4713-b7c4-e59ee27ef935 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.632325] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5436e-bdcc-4adb-b827-5a7935e024dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.649237] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] The volume has not been displaced from its original location: [datastore2] volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce/volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.654692] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.655066] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c570bc0-07fa-46e4-88a0-01608af1c974 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.673614] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1093.673614] env[69133]: value = "task-3191638" [ 1093.673614] env[69133]: _type = "Task" [ 1093.673614] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.682070] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.808039] env[69133]: DEBUG nova.compute.manager [req-0aa9a75f-31bf-47f3-93d6-ab010e3a41cf req-420bc52b-ab3d-4569-a92d-f6a44da2ebd1 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Received event network-vif-deleted-f8efdb6a-8676-40fe-8692-ef392b585d04 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.808273] env[69133]: INFO nova.compute.manager [req-0aa9a75f-31bf-47f3-93d6-ab010e3a41cf req-420bc52b-ab3d-4569-a92d-f6a44da2ebd1 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Neutron deleted interface f8efdb6a-8676-40fe-8692-ef392b585d04; detaching it from the instance and deleting it from the info cache [ 1093.808505] env[69133]: DEBUG nova.network.neutron [req-0aa9a75f-31bf-47f3-93d6-ab010e3a41cf req-420bc52b-ab3d-4569-a92d-f6a44da2ebd1 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.907906] env[69133]: DEBUG nova.compute.utils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.914523] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.914523] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.956480] env[69133]: DEBUG nova.policy [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776610fdebad4bd4827805b8365b7fa2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da6967b01775421780e13f57169846e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.050588] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.050742] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.050895] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.116425] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528af3a9-0c5a-450a-9b0f-b6d832d2f381 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.125353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65970116-37cb-4e57-8491-06c2fd7019b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.159981] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aaa624-c40f-4854-9f9b-5d181e00a364 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.168187] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c16ed7-36d4-45b5-b50e-45344db536ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.182238] env[69133]: DEBUG nova.compute.provider_tree [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.192879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "3820f319-775d-4f11-94c8-06a9537ce200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.193191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.200951] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191638, 'name': ReconfigVM_Task, 'duration_secs': 0.280751} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.201099] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.206847] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-252a1271-8cba-40ef-b92a-f744725b7c96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.224072] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1094.224072] env[69133]: value = "task-3191639" [ 1094.224072] env[69133]: _type = "Task" [ 1094.224072] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.232678] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.253394] env[69133]: DEBUG nova.network.neutron [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.312490] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78ded264-acf9-4085-b353-164fdbc688da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.318157] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Successfully created port: 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.324475] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072bb900-4e37-4d08-bff4-b60d9565d49c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.357044] env[69133]: DEBUG nova.compute.manager [req-0aa9a75f-31bf-47f3-93d6-ab010e3a41cf req-420bc52b-ab3d-4569-a92d-f6a44da2ebd1 service nova] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Detach interface failed, port_id=f8efdb6a-8676-40fe-8692-ef392b585d04, reason: Instance 83d2dc6f-9913-4187-9412-8fab5dc60603 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.414790] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.441583] env[69133]: DEBUG nova.compute.manager [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Received event network-vif-plugged-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.441583] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.441583] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.441583] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.441583] env[69133]: DEBUG nova.compute.manager [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] No waiting events found dispatching network-vif-plugged-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.441729] env[69133]: WARNING nova.compute.manager [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Received unexpected event network-vif-plugged-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 for instance with vm_state building and task_state spawning. [ 1094.442034] env[69133]: DEBUG nova.compute.manager [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Received event network-changed-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.442218] env[69133]: DEBUG nova.compute.manager [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Refreshing instance network info cache due to event network-changed-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.442391] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Acquiring lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.583328] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.693644] env[69133]: DEBUG nova.scheduler.client.report [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.699514] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.733077] env[69133]: DEBUG oslo_vmware.api [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191639, 'name': ReconfigVM_Task, 'duration_secs': 0.137847} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.733912] env[69133]: DEBUG nova.network.neutron [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating instance_info_cache with network_info: [{"id": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "address": "fa:16:3e:ca:7f:fc", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc067af-89", "ovs_interfaceid": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.735028] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638235', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'name': 'volume-a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5d5548-f47a-4d4b-ad8f-3b1167816840', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce', 'serial': 'a5e3833d-814d-4c72-bcb0-daadbd4225ce'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.755951] env[69133]: INFO nova.compute.manager [-] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Took 1.51 seconds to deallocate network for instance. [ 1095.203451] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.207946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.414s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.221726] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.227381] env[69133]: INFO nova.scheduler.client.report [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Deleted allocations for instance 692b7b8a-53c0-41e6-874f-85516308d7f9 [ 1095.239039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.239340] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Instance network_info: |[{"id": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "address": "fa:16:3e:ca:7f:fc", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc067af-89", "ovs_interfaceid": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.239840] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Acquired lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.240040] env[69133]: DEBUG nova.network.neutron [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Refreshing network info cache for port cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.241062] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:7f:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.249214] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating folder: Project (a76bca79df70479991e022246190119d). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.252248] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ecedd55-6509-4364-9053-8411aeba2141 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.261271] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.264495] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created folder: Project (a76bca79df70479991e022246190119d) in parent group-v637972. [ 1095.264688] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating folder: Instances. Parent ref: group-v638251. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.264948] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f46342d4-25d0-4b6d-a1f7-a2f859770004 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.275096] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created folder: Instances in parent group-v638251. [ 1095.275326] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.275511] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.275723] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-568dcbc2-efa4-43cc-89e5-839a1759d406 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.293163] env[69133]: DEBUG nova.objects.instance [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'flavor' on Instance uuid 0a5d5548-f47a-4d4b-ad8f-3b1167816840 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.300960] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.300960] env[69133]: value = "task-3191642" [ 1095.300960] env[69133]: _type = "Task" [ 1095.300960] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.309324] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191642, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.423825] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.452242] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.452508] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.452754] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.452942] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.453170] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.453351] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.453572] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.453743] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.453933] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.454116] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.454294] env[69133]: DEBUG nova.virt.hardware [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.455206] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe68d47-b08b-405b-abd0-9065156059e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.463145] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a2a260-5ad9-401f-902e-87b4d72d8364 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.515700] env[69133]: DEBUG nova.network.neutron [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updated VIF entry in instance network info cache for port cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.515992] env[69133]: DEBUG nova.network.neutron [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating instance_info_cache with network_info: [{"id": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "address": "fa:16:3e:ca:7f:fc", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc067af-89", "ovs_interfaceid": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.715874] env[69133]: INFO nova.compute.claims [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.735755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fca53e81-9a49-4252-8b3d-cb1ab6a38ce8 tempest-ServersTestJSON-647741879 tempest-ServersTestJSON-647741879-project-member] Lock "692b7b8a-53c0-41e6-874f-85516308d7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.950s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.811566] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191642, 'name': CreateVM_Task, 'duration_secs': 0.344554} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.812131] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.812828] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.812997] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.813334] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.813818] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca521115-a249-4ba0-912b-776a0849272b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.819053] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1095.819053] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52686e06-afb6-7c06-1b5c-fc7f810a4844" [ 1095.819053] env[69133]: _type = "Task" [ 1095.819053] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.828436] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52686e06-afb6-7c06-1b5c-fc7f810a4844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.849139] env[69133]: DEBUG nova.compute.manager [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.849361] env[69133]: DEBUG oslo_concurrency.lockutils [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.849568] env[69133]: DEBUG oslo_concurrency.lockutils [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.849731] env[69133]: DEBUG oslo_concurrency.lockutils [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.849897] env[69133]: DEBUG nova.compute.manager [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] No waiting events found dispatching network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.850074] env[69133]: WARNING nova.compute.manager [req-fbd8f3e6-3efb-4b4f-9c02-1c658ac17ecb req-cfe02d78-ef2e-4b54-89f9-ab07ee1522e0 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received unexpected event network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c for instance with vm_state building and task_state spawning. [ 1096.018673] env[69133]: DEBUG oslo_concurrency.lockutils [req-8884fac4-5760-4cf8-b5d7-603c83861f74 req-2cb89237-cf3a-4a9d-b624-02841c081eb0 service nova] Releasing lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.069206] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Successfully updated port: 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.231998] env[69133]: INFO nova.compute.resource_tracker [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating resource usage from migration 20a02f60-acb3-4c02-9dcf-05a82f70c76a [ 1096.300636] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cd46f36-f5c5-4a70-90ef-0bc58e1c147d tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.330072] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52686e06-afb6-7c06-1b5c-fc7f810a4844, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.330219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.334622] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.334622] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.334622] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.334622] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.334622] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38287971-9a56-4fd9-a393-ac0735f76d33 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.342268] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.343261] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.343261] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22647280-4363-4f57-8d0c-a67cfac04968 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.354532] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1096.354532] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52728f78-f1c0-42c4-dc81-0d826a4fc4b8" [ 1096.354532] env[69133]: _type = "Task" [ 1096.354532] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.362763] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52728f78-f1c0-42c4-dc81-0d826a4fc4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.363503] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f5875c-52bd-470f-85ca-3424585abf1c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.368219] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1096.368219] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522bf992-7e91-251f-dea8-470a22889c7e" [ 1096.368219] env[69133]: _type = "Task" [ 1096.368219] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.378224] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522bf992-7e91-251f-dea8-470a22889c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.412587] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.412842] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.413064] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.413253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.413421] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.415522] env[69133]: INFO nova.compute.manager [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Terminating instance [ 1096.451197] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6241e27-647f-4889-ae4f-eb2f3f6ef2ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.459026] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec9238-37dc-4bd2-b4d7-61567f02491a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.494469] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda83e3e-1fca-470d-95dc-efff566d4969 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.501929] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac582c62-ebcb-442f-ba48-59c52e4d8b4c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.515218] env[69133]: DEBUG nova.compute.provider_tree [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.572065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.572235] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.572391] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.621880] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.622210] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.622464] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.622663] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.622847] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.625413] env[69133]: INFO nova.compute.manager [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Terminating instance [ 1096.878135] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522bf992-7e91-251f-dea8-470a22889c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.878401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.878647] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c4e3b29b-8b25-484e-8be1-ae17e33559a3/c4e3b29b-8b25-484e-8be1-ae17e33559a3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.878905] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a26e568c-549f-4571-bb97-68ca780063e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.885237] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1096.885237] env[69133]: value = "task-3191643" [ 1096.885237] env[69133]: _type = "Task" [ 1096.885237] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.892769] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.922334] env[69133]: DEBUG nova.compute.manager [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.922334] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.923165] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead0d615-8281-4c03-8ce5-b3ded03a1205 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.931235] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.931597] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb9f62d-7999-487a-b138-2760d5adef0a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.939478] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1096.939478] env[69133]: value = "task-3191644" [ 1096.939478] env[69133]: _type = "Task" [ 1096.939478] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.947941] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.018687] env[69133]: DEBUG nova.scheduler.client.report [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.133796] env[69133]: DEBUG nova.compute.manager [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.134112] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.135476] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b38793-2eb4-4e04-b61c-672a3f659a34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.150523] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.155454] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.158030] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c71dfdee-bb54-40c7-b519-6924f76b4806 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.166402] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1097.166402] env[69133]: value = "task-3191645" [ 1097.166402] env[69133]: _type = "Task" [ 1097.166402] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.178204] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.404115] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494932} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.404463] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] c4e3b29b-8b25-484e-8be1-ae17e33559a3/c4e3b29b-8b25-484e-8be1-ae17e33559a3.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.404739] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.404964] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6641ed2-066d-4cfd-8f18-cdb0e4f05f9c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.411800] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1097.411800] env[69133]: value = "task-3191646" [ 1097.411800] env[69133]: _type = "Task" [ 1097.411800] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.420984] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.450219] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191644, 'name': PowerOffVM_Task, 'duration_secs': 0.241429} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.450753] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.450753] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.451223] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a29989e-22dd-45ae-90b8-d0f683c307d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.455567] env[69133]: DEBUG nova.network.neutron [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.516217] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.516448] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.516631] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleting the datastore file [datastore2] a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.516933] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b42665-801e-488e-bc79-d77858184a8d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.523762] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.523970] env[69133]: INFO nova.compute.manager [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Migrating [ 1097.531171] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.492s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.532635] env[69133]: INFO nova.compute.claims [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.535034] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1097.535034] env[69133]: value = "task-3191648" [ 1097.535034] env[69133]: _type = "Task" [ 1097.535034] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.551273] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.675870] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191645, 'name': PowerOffVM_Task, 'duration_secs': 0.298841} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.675870] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.676037] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.676275] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f76b041c-e0a8-4355-96b6-bdc2ff7b06ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.739152] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.739481] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.739685] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore2] 0a5d5548-f47a-4d4b-ad8f-3b1167816840 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.739950] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abc17ca1-a6d8-46b3-8e96-544086b0eb2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.746787] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1097.746787] env[69133]: value = "task-3191650" [ 1097.746787] env[69133]: _type = "Task" [ 1097.746787] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.754559] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.879549] env[69133]: DEBUG nova.compute.manager [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.879783] env[69133]: DEBUG nova.compute.manager [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing instance network info cache due to event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.879952] env[69133]: DEBUG oslo_concurrency.lockutils [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.922053] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067219} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.922355] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.923176] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4719c161-c0a0-4db0-81cb-7dbc2f75f83d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.948795] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] c4e3b29b-8b25-484e-8be1-ae17e33559a3/c4e3b29b-8b25-484e-8be1-ae17e33559a3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.949506] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797a6ea0-21a9-4c45-91e8-716337f08a7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.965286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.965286] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance network_info: |[{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.965578] env[69133]: DEBUG oslo_concurrency.lockutils [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.965763] env[69133]: DEBUG nova.network.neutron [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.967096] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ae:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70c7d940-104b-43f2-84b6-24aef2617d0c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.975526] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.976893] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.977894] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b238ebbd-0a6e-4bfe-acce-869a93d64b70 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.000559] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1098.000559] env[69133]: value = "task-3191651" [ 1098.000559] env[69133]: _type = "Task" [ 1098.000559] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.006917] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.006917] env[69133]: value = "task-3191652" [ 1098.006917] env[69133]: _type = "Task" [ 1098.006917] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.017412] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.022926] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191652, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.046770] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.048887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.048887] env[69133]: DEBUG nova.network.neutron [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.054904] env[69133]: DEBUG oslo_vmware.api [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141635} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.056313] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.056313] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.056442] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.056628] env[69133]: INFO nova.compute.manager [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1098.056984] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.058089] env[69133]: DEBUG nova.compute.manager [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.058342] env[69133]: DEBUG nova.network.neutron [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.260024] env[69133]: DEBUG oslo_vmware.api [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154926} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.260024] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.260024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.260024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.260024] env[69133]: INFO nova.compute.manager [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1098.260024] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.260024] env[69133]: DEBUG nova.compute.manager [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.260024] env[69133]: DEBUG nova.network.neutron [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.511693] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191651, 'name': ReconfigVM_Task, 'duration_secs': 0.283611} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.515262] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] c4e3b29b-8b25-484e-8be1-ae17e33559a3/c4e3b29b-8b25-484e-8be1-ae17e33559a3.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.518133] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1996b029-a025-439f-935d-889c94ff0482 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.522689] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191652, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.526100] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1098.526100] env[69133]: value = "task-3191653" [ 1098.526100] env[69133]: _type = "Task" [ 1098.526100] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.533190] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191653, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.748685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e64a27-de71-47f8-8ca1-f905c3f17788 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.758150] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ed9a3-ee17-4a7b-95fb-133030ff0386 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.796915] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f5677-1d96-4538-944f-56b33523b25e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.804666] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8140213e-d78a-491a-aceb-6fd2266cf70a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.820999] env[69133]: DEBUG nova.compute.provider_tree [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.023551] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191652, 'name': CreateVM_Task, 'duration_secs': 0.864567} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.023898] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.024491] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.024662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.025034] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.025434] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c7d3e9-7d67-4004-b431-1d648f3d1512 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.033016] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1099.033016] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522f6533-bda7-b840-3dba-318650e1e84b" [ 1099.033016] env[69133]: _type = "Task" [ 1099.033016] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.036473] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191653, 'name': Rename_Task, 'duration_secs': 0.163978} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.041634] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.042416] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05468368-48be-477b-a8be-7975b0d26911 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.049989] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522f6533-bda7-b840-3dba-318650e1e84b, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.051303] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.051635] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.051922] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.052139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.052531] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.053588] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1099.053588] env[69133]: value = "task-3191654" [ 1099.053588] env[69133]: _type = "Task" [ 1099.053588] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.055974] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f747c9-4176-446a-9ee2-ec3e128217c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.066393] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191654, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.068773] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.068960] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.069680] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468dbf78-47b5-4ce5-aa76-7ab763930dde {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.074994] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1099.074994] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52772ea8-1bf0-ff4b-3a10-6874a0f0fcb4" [ 1099.074994] env[69133]: _type = "Task" [ 1099.074994] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.083825] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52772ea8-1bf0-ff4b-3a10-6874a0f0fcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.324692] env[69133]: DEBUG nova.scheduler.client.report [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.401021] env[69133]: DEBUG nova.network.neutron [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updated VIF entry in instance network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.401021] env[69133]: DEBUG nova.network.neutron [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.425810] env[69133]: DEBUG nova.network.neutron [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.436491] env[69133]: DEBUG nova.network.neutron [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.555951] env[69133]: DEBUG nova.compute.manager [req-1836e309-6863-41cd-89e5-2a7f9b3b011e req-795eb86f-906a-4fed-99d8-16d6b47dd362 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Received event network-vif-deleted-4ecee18f-bc4b-4b02-a1d3-ef8976805a95 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.556105] env[69133]: INFO nova.compute.manager [req-1836e309-6863-41cd-89e5-2a7f9b3b011e req-795eb86f-906a-4fed-99d8-16d6b47dd362 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Neutron deleted interface 4ecee18f-bc4b-4b02-a1d3-ef8976805a95; detaching it from the instance and deleting it from the info cache [ 1099.556508] env[69133]: DEBUG nova.network.neutron [req-1836e309-6863-41cd-89e5-2a7f9b3b011e req-795eb86f-906a-4fed-99d8-16d6b47dd362 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.571989] env[69133]: DEBUG oslo_vmware.api [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191654, 'name': PowerOnVM_Task, 'duration_secs': 0.478581} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.572269] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.572535] env[69133]: INFO nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1099.573033] env[69133]: DEBUG nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.574388] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aedb3fb-a325-4959-96a2-69dece663f2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.592540] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52772ea8-1bf0-ff4b-3a10-6874a0f0fcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.013255} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.593544] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6308e4ea-67d9-43ec-ab08-070a5d68dda6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.600189] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1099.600189] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52fa5bcf-d0ae-47f9-727d-897cb4049ca6" [ 1099.600189] env[69133]: _type = "Task" [ 1099.600189] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.610198] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fa5bcf-d0ae-47f9-727d-897cb4049ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.829928] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.830500] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.833719] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.612s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.835718] env[69133]: INFO nova.compute.claims [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.900208] env[69133]: DEBUG oslo_concurrency.lockutils [req-9dfee06f-ddb5-468d-b6a6-8590260ebc09 req-7c258d92-008f-43ae-8f92-0ef61a9d2519 service nova] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.910610] env[69133]: DEBUG nova.compute.manager [req-928ebff5-220f-4046-8a1d-cfa047248a1c req-396d7f04-04ff-453d-99bc-cd06d5421806 service nova] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Received event network-vif-deleted-bf0ffa0d-a061-4939-8574-24a0bb2ee615 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.928019] env[69133]: INFO nova.compute.manager [-] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Took 1.87 seconds to deallocate network for instance. [ 1099.942014] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.039161] env[69133]: DEBUG nova.network.neutron [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.059823] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e63d0402-f1dc-4df8-8184-ae47b6c158e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.070783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b65814-bfc9-4933-ae99-f2a41fbbe4fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.109218] env[69133]: DEBUG nova.compute.manager [req-1836e309-6863-41cd-89e5-2a7f9b3b011e req-795eb86f-906a-4fed-99d8-16d6b47dd362 service nova] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Detach interface failed, port_id=4ecee18f-bc4b-4b02-a1d3-ef8976805a95, reason: Instance 0a5d5548-f47a-4d4b-ad8f-3b1167816840 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.114558] env[69133]: INFO nova.compute.manager [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Took 14.11 seconds to build instance. [ 1100.120622] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52fa5bcf-d0ae-47f9-727d-897cb4049ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.120951] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.121278] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.121678] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb224bc6-f337-4ae7-b635-49b275dbb7ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.129810] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1100.129810] env[69133]: value = "task-3191655" [ 1100.129810] env[69133]: _type = "Task" [ 1100.129810] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.136480] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.340520] env[69133]: DEBUG nova.compute.utils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.348466] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.348466] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.425846] env[69133]: DEBUG nova.policy [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.434806] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.541998] env[69133]: INFO nova.compute.manager [-] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Took 2.28 seconds to deallocate network for instance. [ 1100.617377] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5cdb669a-47fa-4253-9eb0-d2fc22cd8595 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.131s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.641630] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191655, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.851174] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.947579] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Successfully created port: 569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.055944] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.081922] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd76e7f-b791-4a0a-ad2e-ebb0061b8620 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.089739] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cf00dd-496c-4047-849e-14b535b112c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.124449] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfb434a-5287-49cc-9986-64d0e7e2125d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.135408] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce2b59e-bc87-4954-b4ef-bf0499b5f283 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.149486] env[69133]: DEBUG nova.compute.provider_tree [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.153861] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835406} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.154041] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.154365] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.154627] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3c03424-5a8d-466a-a610-19cfe2b9110a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.161812] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1101.161812] env[69133]: value = "task-3191656" [ 1101.161812] env[69133]: _type = "Task" [ 1101.161812] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.171858] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.459019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125034d9-d74b-44ea-83bf-aa0685c90785 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.479096] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.655321] env[69133]: DEBUG nova.scheduler.client.report [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.671656] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061227} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.672041] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.673510] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368933a0-cb83-49c9-a56b-c304c2aec71f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.696851] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.697986] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad7d610-8a82-46a9-9f23-45fed3678a2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.718204] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1101.718204] env[69133]: value = "task-3191657" [ 1101.718204] env[69133]: _type = "Task" [ 1101.718204] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.727165] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.862746] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.892481] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.892818] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.893062] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.893350] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.893566] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.893764] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.894075] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.895948] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.895948] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.895948] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.895948] env[69133]: DEBUG nova.virt.hardware [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.896144] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1170cd-4cf5-4713-8ff2-abe1ce026ec7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.907841] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef8f60-5c96-48f8-8e46-3e2a1b7932e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.947430] env[69133]: DEBUG nova.compute.manager [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Received event network-changed-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.949465] env[69133]: DEBUG nova.compute.manager [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Refreshing instance network info cache due to event network-changed-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.949741] env[69133]: DEBUG oslo_concurrency.lockutils [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] Acquiring lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.949998] env[69133]: DEBUG oslo_concurrency.lockutils [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] Acquired lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.951209] env[69133]: DEBUG nova.network.neutron [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Refreshing network info cache for port cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.985052] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.985754] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be68e93-0b7d-43ef-af4e-edf25ef807bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.993973] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1101.993973] env[69133]: value = "task-3191658" [ 1101.993973] env[69133]: _type = "Task" [ 1101.993973] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.005020] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.163114] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.165059] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.903s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.165059] env[69133]: DEBUG nova.objects.instance [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'resources' on Instance uuid 83d2dc6f-9913-4187-9412-8fab5dc60603 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.231745] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191657, 'name': ReconfigVM_Task, 'duration_secs': 0.298638} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.232125] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.232836] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5abb8556-94e5-451e-9b1a-37f1159dfb03 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.240888] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1102.240888] env[69133]: value = "task-3191659" [ 1102.240888] env[69133]: _type = "Task" [ 1102.240888] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.252605] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191659, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.506112] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191658, 'name': PowerOffVM_Task, 'duration_secs': 0.20633} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.506112] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.506246] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.667828] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "875cff1a-649c-43c6-9822-aa8a1e7fbbfd" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.668136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "875cff1a-649c-43c6-9822-aa8a1e7fbbfd" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.694721] env[69133]: DEBUG nova.compute.manager [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Received event network-vif-plugged-569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.695344] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] Acquiring lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.695748] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.695748] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.695966] env[69133]: DEBUG nova.compute.manager [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] No waiting events found dispatching network-vif-plugged-569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.698141] env[69133]: WARNING nova.compute.manager [req-cd687195-1029-48e6-8624-f6928f43329f req-1c6da26e-7092-40d4-8cfc-e90232900a2a service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Received unexpected event network-vif-plugged-569c236a-076f-4626-8514-83e7d7b78250 for instance with vm_state building and task_state spawning. [ 1102.760836] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191659, 'name': Rename_Task, 'duration_secs': 0.156464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.761135] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.761387] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c502e72-4227-4f36-8ad6-20bdf1a7e5dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.772752] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1102.772752] env[69133]: value = "task-3191660" [ 1102.772752] env[69133]: _type = "Task" [ 1102.772752] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.783920] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.862991] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a17c63d-d652-49ad-b725-4473b1ca686f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.871172] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd0542-3dcc-46ff-9d3b-231da15c572e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.903362] env[69133]: DEBUG nova.network.neutron [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updated VIF entry in instance network info cache for port cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.903877] env[69133]: DEBUG nova.network.neutron [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating instance_info_cache with network_info: [{"id": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "address": "fa:16:3e:ca:7f:fc", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfc067af-89", "ovs_interfaceid": "cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.905687] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891f96b4-b75f-4cb2-95dc-0e50f74b6bc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.914620] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f21107-77ac-4ad6-bf76-bbe4114057b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.929600] env[69133]: DEBUG nova.compute.provider_tree [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.954153] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Successfully updated port: 569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.013360] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.013561] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.013689] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.013765] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.013923] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.014059] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.014264] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.014431] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.014599] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.014758] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.015070] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.020416] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73537bbf-c397-4ae7-ad99-c521083926a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.038497] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1103.038497] env[69133]: value = "task-3191661" [ 1103.038497] env[69133]: _type = "Task" [ 1103.038497] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.049507] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.173074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "875cff1a-649c-43c6-9822-aa8a1e7fbbfd" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.174777] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.283477] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.409992] env[69133]: DEBUG oslo_concurrency.lockutils [req-1749ac4f-ebfe-45a9-9753-cc8fa5105c0a req-487701d6-1c4b-495e-a278-c599e41a5885 service nova] Releasing lock "refresh_cache-c4e3b29b-8b25-484e-8be1-ae17e33559a3" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.432362] env[69133]: DEBUG nova.scheduler.client.report [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.457308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.457398] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.457532] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.548498] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191661, 'name': ReconfigVM_Task, 'duration_secs': 0.194128} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.548808] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.678766] env[69133]: DEBUG nova.compute.utils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.680129] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.680312] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.689212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.689212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.731049] env[69133]: DEBUG nova.policy [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daf180fcb57a4d30bab216982bbca7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304e565dad9c46228c5baf276aeaa466', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.783328] env[69133]: DEBUG oslo_vmware.api [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191660, 'name': PowerOnVM_Task, 'duration_secs': 0.536942} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.783602] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.783809] env[69133]: INFO nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1103.783986] env[69133]: DEBUG nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.784758] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcda69f-06d2-4465-8e8c-4d999862d32b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.937834] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.940314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.506s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.940542] env[69133]: DEBUG nova.objects.instance [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'resources' on Instance uuid a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.965996] env[69133]: INFO nova.scheduler.client.report [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted allocations for instance 83d2dc6f-9913-4187-9412-8fab5dc60603 [ 1104.007503] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.039196] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Successfully created port: 3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.055052] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.055324] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.055484] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.055668] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.055815] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.055962] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.056200] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.056359] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.056522] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.056687] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.056864] env[69133]: DEBUG nova.virt.hardware [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.062416] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.062713] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0b7350b-28a9-49fb-9b10-9a37b62cf03e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.083699] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1104.083699] env[69133]: value = "task-3191662" [ 1104.083699] env[69133]: _type = "Task" [ 1104.083699] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.092631] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.184569] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.195462] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.231944] env[69133]: DEBUG nova.network.neutron [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Updating instance_info_cache with network_info: [{"id": "569c236a-076f-4626-8514-83e7d7b78250", "address": "fa:16:3e:0b:77:1a", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569c236a-07", "ovs_interfaceid": "569c236a-076f-4626-8514-83e7d7b78250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.301790] env[69133]: INFO nova.compute.manager [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Took 18.24 seconds to build instance. [ 1104.479871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-12c5e650-6fb2-45bd-b707-4570fd3c3565 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "83d2dc6f-9913-4187-9412-8fab5dc60603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.902s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.602523] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191662, 'name': ReconfigVM_Task, 'duration_secs': 0.215941} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.602523] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.603846] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57fd025-94d2-43da-aebc-3bfce040f5a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.613019] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67198f87-76dd-471a-b635-1ee68df59c25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.637369] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.640999] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc340f6-c72c-474d-b8dd-259a9b3c2bd5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.656403] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f9d58-2de3-4bc3-9359-ecc72d9450e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.663472] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1104.663472] env[69133]: value = "task-3191663" [ 1104.663472] env[69133]: _type = "Task" [ 1104.663472] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.691507] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc1e07-79c3-43df-a375-60ba381d813e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.710286] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.710959] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858fe24-e61c-4f61-bc1d-2171e78f4dfa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.730815] env[69133]: DEBUG nova.compute.provider_tree [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.733887] env[69133]: DEBUG nova.compute.manager [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Received event network-changed-569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.734119] env[69133]: DEBUG nova.compute.manager [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Refreshing instance network info cache due to event network-changed-569c236a-076f-4626-8514-83e7d7b78250. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.734366] env[69133]: DEBUG oslo_concurrency.lockutils [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] Acquiring lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.734869] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735168] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Instance network_info: |[{"id": "569c236a-076f-4626-8514-83e7d7b78250", "address": "fa:16:3e:0b:77:1a", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569c236a-07", "ovs_interfaceid": "569c236a-076f-4626-8514-83e7d7b78250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.735677] env[69133]: DEBUG oslo_concurrency.lockutils [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] Acquired lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.735889] env[69133]: DEBUG nova.network.neutron [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Refreshing network info cache for port 569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.736946] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:77:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '569c236a-076f-4626-8514-83e7d7b78250', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.744483] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.745639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.746757] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.747014] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d6330f-0a6f-4e76-af10-fdd02117f89a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.768978] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.768978] env[69133]: value = "task-3191664" [ 1104.768978] env[69133]: _type = "Task" [ 1104.768978] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.779191] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191664, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.802948] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a104a35a-ae4f-4cce-82f2-3896cce4db21 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.779s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.200664] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.207025] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191663, 'name': ReconfigVM_Task, 'duration_secs': 0.313922} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.207868] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550/23b395d3-b54c-422f-9d4b-38c4543c8550.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.207868] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.236440] env[69133]: DEBUG nova.scheduler.client.report [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.242930] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.243190] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.243354] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.243536] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.243685] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.243833] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.244051] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.244221] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.244387] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.244546] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.244716] env[69133]: DEBUG nova.virt.hardware [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.245639] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200f5958-93a6-4b66-bdc8-7a14eec233dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.259912] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75680eca-a2ab-472e-9ebd-4c52ac7dac90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.284353] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191664, 'name': CreateVM_Task, 'duration_secs': 0.315061} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.284639] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.286092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.286092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.286092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286220] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b1d9c9-d430-49b6-bfc6-e9aeb52c2538 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.290706] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1105.290706] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5260c618-20dd-468e-932f-6c08a1d29e46" [ 1105.290706] env[69133]: _type = "Task" [ 1105.290706] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.300505] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5260c618-20dd-468e-932f-6c08a1d29e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.539186] env[69133]: DEBUG nova.network.neutron [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Updated VIF entry in instance network info cache for port 569c236a-076f-4626-8514-83e7d7b78250. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.539653] env[69133]: DEBUG nova.network.neutron [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Updating instance_info_cache with network_info: [{"id": "569c236a-076f-4626-8514-83e7d7b78250", "address": "fa:16:3e:0b:77:1a", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap569c236a-07", "ovs_interfaceid": "569c236a-076f-4626-8514-83e7d7b78250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.714689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b428242d-e1df-4dd3-8dde-0863a70b1c42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.738170] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Successfully updated port: 3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.740865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487635a4-18be-4def-b2fd-c1f63a1715e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.744480] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.747432] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.694s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.747432] env[69133]: DEBUG nova.objects.instance [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'resources' on Instance uuid 0a5d5548-f47a-4d4b-ad8f-3b1167816840 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.767425] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.775391] env[69133]: INFO nova.scheduler.client.report [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted allocations for instance a58d67cb-847d-4b7f-8ab5-ca06c49c4e95 [ 1105.807246] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5260c618-20dd-468e-932f-6c08a1d29e46, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.812782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812782] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.812782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.812782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.812782] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.812782] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20ba8c75-f43d-42d0-b9dd-28377e560f84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.822572] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.822753] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.824282] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433c8c56-ce44-48d4-8acc-84b40b9448cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.836956] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1105.836956] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52685980-06e0-a089-e7c8-c1edac36a4c4" [ 1105.836956] env[69133]: _type = "Task" [ 1105.836956] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.845042] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52685980-06e0-a089-e7c8-c1edac36a4c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.973654] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce5306-de09-4b69-85a7-5fb71426cd83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.981132] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aec06bd-896e-460b-a8a1-ab9f2e5d8720 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.011394] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc9885-f460-4b62-a378-13f7b7a307b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.018946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893c159-13f0-4184-956f-3b1ed0046b1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.032401] env[69133]: DEBUG nova.compute.provider_tree [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.042939] env[69133]: DEBUG oslo_concurrency.lockutils [req-473f2d74-0a57-4b6f-a22b-f24714fa7465 req-2a405368-7794-4b11-94d7-b53443724c8c service nova] Releasing lock "refresh_cache-f4135e48-450e-4ea7-9cc7-d22a9aa16333" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.245139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.245471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquired lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.245510] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.283602] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ec7f4e7-f50e-4140-acee-c20799e3906d tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "a58d67cb-847d-4b7f-8ab5-ca06c49c4e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.871s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.318067] env[69133]: DEBUG nova.network.neutron [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Port b33b754c-0d0f-457c-b9f7-ab193d7c5744 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1106.346999] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52685980-06e0-a089-e7c8-c1edac36a4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.347919] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c822983f-bd8c-4c2b-adc8-eb582071c885 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.353526] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1106.353526] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52df17d4-8baf-baef-a754-12a2665face4" [ 1106.353526] env[69133]: _type = "Task" [ 1106.353526] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.364729] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df17d4-8baf-baef-a754-12a2665face4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.536131] env[69133]: DEBUG nova.scheduler.client.report [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.662037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.662037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.865038] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52df17d4-8baf-baef-a754-12a2665face4, 'name': SearchDatastore_Task, 'duration_secs': 0.014957} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.865355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.865642] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f4135e48-450e-4ea7-9cc7-d22a9aa16333/f4135e48-450e-4ea7-9cc7-d22a9aa16333.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.865915] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece8fc5b-1fbe-41b6-914e-937c7f3828d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.873051] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1106.873051] env[69133]: value = "task-3191665" [ 1106.873051] env[69133]: _type = "Task" [ 1106.873051] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.881827] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.006469] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.028290] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.029123] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing instance network info cache due to event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.029123] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.029123] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.029123] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.042934] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.296s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.045886] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.300s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.047322] env[69133]: INFO nova.compute.claims [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.074408] env[69133]: INFO nova.scheduler.client.report [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocations for instance 0a5d5548-f47a-4d4b-ad8f-3b1167816840 [ 1107.164652] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.168460] env[69133]: DEBUG nova.network.neutron [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Updating instance_info_cache with network_info: [{"id": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "address": "fa:16:3e:bc:22:18", "network": {"id": "102a01ae-e55c-4a6f-a655-31c6b1bd453a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-187992421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304e565dad9c46228c5baf276aeaa466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fbebf-03", "ovs_interfaceid": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.335252] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.335572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.335648] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.383242] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191665, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.589019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-607c17a4-6c6f-4751-815c-71f965647d89 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "0a5d5548-f47a-4d4b-ad8f-3b1167816840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.967s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.673923] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Releasing lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.674900] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Instance network_info: |[{"id": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "address": "fa:16:3e:bc:22:18", "network": {"id": "102a01ae-e55c-4a6f-a655-31c6b1bd453a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-187992421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304e565dad9c46228c5baf276aeaa466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fbebf-03", "ovs_interfaceid": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.679112] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:22:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9fbebf-030f-42a5-895b-68277f7df4a6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.692209] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Creating folder: Project (304e565dad9c46228c5baf276aeaa466). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.696810] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a25a553c-0b0f-41b3-a78e-0214a53da4d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.705622] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.709854] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Created folder: Project (304e565dad9c46228c5baf276aeaa466) in parent group-v637972. [ 1107.709854] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Creating folder: Instances. Parent ref: group-v638256. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.709854] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87d87edd-5399-4d24-beda-22b104415abf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.719053] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Created folder: Instances in parent group-v638256. [ 1107.720110] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.720110] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.720110] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37c2b563-c4e3-413d-80fc-5f3a4d4a281a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.741394] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.741394] env[69133]: value = "task-3191668" [ 1107.741394] env[69133]: _type = "Task" [ 1107.741394] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.749608] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191668, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.768703] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updated VIF entry in instance network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.769084] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.822423] env[69133]: DEBUG nova.compute.manager [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1107.884395] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670532} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.884649] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f4135e48-450e-4ea7-9cc7-d22a9aa16333/f4135e48-450e-4ea7-9cc7-d22a9aa16333.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.884861] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.885138] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9250bf8f-bfa9-46c8-98d5-175fec6e7072 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.891550] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1107.891550] env[69133]: value = "task-3191669" [ 1107.891550] env[69133]: _type = "Task" [ 1107.891550] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.899662] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.227038] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a6395-f74b-4ffc-8766-e848cc29193c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.235072] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c51840-0a03-4d3c-aead-67a40b68aafe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.271967] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe680b-5729-4648-993c-bbed0fbd355d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.278414] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278761] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Received event network-vif-plugged-3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.279037] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Acquiring lock "3820f319-775d-4f11-94c8-06a9537ce200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.279259] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Lock "3820f319-775d-4f11-94c8-06a9537ce200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.280031] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Lock "3820f319-775d-4f11-94c8-06a9537ce200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.280031] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] No waiting events found dispatching network-vif-plugged-3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.280031] env[69133]: WARNING nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Received unexpected event network-vif-plugged-3d9fbebf-030f-42a5-895b-68277f7df4a6 for instance with vm_state building and task_state spawning. [ 1108.280191] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Received event network-changed-3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.280264] env[69133]: DEBUG nova.compute.manager [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Refreshing instance network info cache due to event network-changed-3d9fbebf-030f-42a5-895b-68277f7df4a6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.280455] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Acquiring lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.280591] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Acquired lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.280750] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Refreshing network info cache for port 3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.282041] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191668, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.287261] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc4484b-2b60-485e-8bcf-575e48661921 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.301605] env[69133]: DEBUG nova.compute.provider_tree [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.340981] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.389313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.389313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.389313] env[69133]: DEBUG nova.network.neutron [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.402069] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185776} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.402382] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.403198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8416c-22dd-4d68-b575-548e7207f46e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.425416] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] f4135e48-450e-4ea7-9cc7-d22a9aa16333/f4135e48-450e-4ea7-9cc7-d22a9aa16333.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.426554] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba56dcf-98ef-499a-9371-cadebbcd50b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.444676] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1108.444676] env[69133]: value = "task-3191670" [ 1108.444676] env[69133]: _type = "Task" [ 1108.444676] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.452248] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.751226] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191668, 'name': CreateVM_Task, 'duration_secs': 0.669793} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.751398] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.752019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.752193] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.752508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.752750] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13ed869-6b81-4108-afba-72786146d59d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.757230] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1108.757230] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d16e00-6c1e-0a74-2772-b62ab7630177" [ 1108.757230] env[69133]: _type = "Task" [ 1108.757230] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.766286] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d16e00-6c1e-0a74-2772-b62ab7630177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.804768] env[69133]: DEBUG nova.scheduler.client.report [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.955220] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.084156] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Updated VIF entry in instance network info cache for port 3d9fbebf-030f-42a5-895b-68277f7df4a6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.084522] env[69133]: DEBUG nova.network.neutron [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Updating instance_info_cache with network_info: [{"id": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "address": "fa:16:3e:bc:22:18", "network": {"id": "102a01ae-e55c-4a6f-a655-31c6b1bd453a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-187992421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304e565dad9c46228c5baf276aeaa466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9fbebf-03", "ovs_interfaceid": "3d9fbebf-030f-42a5-895b-68277f7df4a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.182127] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.182420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.194742] env[69133]: DEBUG nova.network.neutron [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.268238] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d16e00-6c1e-0a74-2772-b62ab7630177, 'name': SearchDatastore_Task, 'duration_secs': 0.009973} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.270223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.270223] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.270223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.270223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.270223] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.270223] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c0783f8-539b-4a39-b9a9-11aab098f6c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278236] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.278435] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.279378] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280854db-0591-4bee-aaca-067049941b76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.285111] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1109.285111] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52181753-fc82-321b-1860-713ccb005c65" [ 1109.285111] env[69133]: _type = "Task" [ 1109.285111] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.292626] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52181753-fc82-321b-1860-713ccb005c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.309470] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.309963] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.312567] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.607s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.314072] env[69133]: INFO nova.compute.claims [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.456312] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191670, 'name': ReconfigVM_Task, 'duration_secs': 0.609203} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.456633] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Reconfigured VM instance instance-00000068 to attach disk [datastore2] f4135e48-450e-4ea7-9cc7-d22a9aa16333/f4135e48-450e-4ea7-9cc7-d22a9aa16333.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.457784] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703c3595-14c5-4d9e-a183-bc5261e20911 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.464737] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1109.464737] env[69133]: value = "task-3191671" [ 1109.464737] env[69133]: _type = "Task" [ 1109.464737] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.476917] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191671, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.589260] env[69133]: DEBUG oslo_concurrency.lockutils [req-ee1bf6b2-26ed-4560-9ab6-4acd631f36c8 req-866d71a2-e527-4d37-9cf4-156451f5e31b service nova] Releasing lock "refresh_cache-3820f319-775d-4f11-94c8-06a9537ce200" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.687209] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.696865] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.796023] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52181753-fc82-321b-1860-713ccb005c65, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.796531] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b2c0e93-5889-4de0-8267-8713e9c3f5e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.801430] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1109.801430] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b218f5-2ca7-6833-0424-ccdf8895f791" [ 1109.801430] env[69133]: _type = "Task" [ 1109.801430] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.810181] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b218f5-2ca7-6833-0424-ccdf8895f791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.819442] env[69133]: DEBUG nova.compute.utils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.822497] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.822665] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.858689] env[69133]: DEBUG nova.policy [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65be118e4934bbb945fc86ac73297cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95dcd66bac484acdbdcfac81981c3b6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.974152] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191671, 'name': Rename_Task, 'duration_secs': 0.24482} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.974536] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.974868] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14cf2f0b-e76f-4c93-9b6d-b3d3bef06423 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.980988] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1109.980988] env[69133]: value = "task-3191672" [ 1109.980988] env[69133]: _type = "Task" [ 1109.980988] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.988326] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.122402] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Successfully created port: 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.218194] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.219714] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba4d4cb-9fa0-4fb7-b609-1d4dab101875 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.242429] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e4f3f-f17d-4c2b-8b93-7c342edd4a02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.249782] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.311664] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b218f5-2ca7-6833-0424-ccdf8895f791, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.311985] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.312345] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 3820f319-775d-4f11-94c8-06a9537ce200/3820f319-775d-4f11-94c8-06a9537ce200.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.312601] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ad5e13a-d4e4-44bd-b5fc-95c72bced76b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.318690] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1110.318690] env[69133]: value = "task-3191673" [ 1110.318690] env[69133]: _type = "Task" [ 1110.318690] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.323364] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.332479] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.490556] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191672, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.519892] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b9b9e-7e76-46e6-a06b-7eabb3bc45eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529650] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd196355-d344-4b85-80d5-1c7d587ffa4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563087] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172f5bb-8325-4631-866e-c3a4b5fca571 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.572421] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f59323-8734-427f-a908-2ccfa72c8a60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.588105] env[69133]: DEBUG nova.compute.provider_tree [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.758720] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.759273] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb4a7a6b-29b6-41b1-a16f-0ef6a7eca9a0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.768481] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1110.768481] env[69133]: value = "task-3191674" [ 1110.768481] env[69133]: _type = "Task" [ 1110.768481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.776379] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.830217] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49746} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.830427] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 3820f319-775d-4f11-94c8-06a9537ce200/3820f319-775d-4f11-94c8-06a9537ce200.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.830642] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.830899] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b6ccc2e-201a-42f7-8a4f-8164f1c6d9fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.837832] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1110.837832] env[69133]: value = "task-3191675" [ 1110.837832] env[69133]: _type = "Task" [ 1110.837832] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.846092] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.991593] env[69133]: DEBUG oslo_vmware.api [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191672, 'name': PowerOnVM_Task, 'duration_secs': 0.518675} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.991870] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.992099] env[69133]: INFO nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1110.992285] env[69133]: DEBUG nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.993060] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c07e4f-4e7c-4e86-8582-9f1862bdfc68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.091628] env[69133]: DEBUG nova.scheduler.client.report [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.278200] env[69133]: DEBUG oslo_vmware.api [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191674, 'name': PowerOnVM_Task, 'duration_secs': 0.489692} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.278821] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.278821] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fa06d7a3-afad-4b6c-b8b6-5ce273f224f7 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance '23b395d3-b54c-422f-9d4b-38c4543c8550' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.339688] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.351659] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066355} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.352248] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.353350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2db669-7ba6-44ac-895d-041ee0744d7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.375573] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3820f319-775d-4f11-94c8-06a9537ce200/3820f319-775d-4f11-94c8-06a9537ce200.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.378075] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e97532-da77-4ebb-a5c8-92d6c4fca769 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.396386] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1111.396386] env[69133]: value = "task-3191676" [ 1111.396386] env[69133]: _type = "Task" [ 1111.396386] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.398496] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.398714] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.398869] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.399064] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.399216] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.399361] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.399604] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.399766] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.399927] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.400100] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.400276] env[69133]: DEBUG nova.virt.hardware [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.401369] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b374eb2-3e1d-4674-920a-29fc6c34630b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.414096] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64efc1fe-8099-4254-ae73-dcedf125c76e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.417734] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.510141] env[69133]: INFO nova.compute.manager [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Took 19.49 seconds to build instance. [ 1111.596931] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.597530] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.600133] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.260s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.637240] env[69133]: DEBUG nova.compute.manager [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.637240] env[69133]: DEBUG oslo_concurrency.lockutils [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.637240] env[69133]: DEBUG oslo_concurrency.lockutils [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.637240] env[69133]: DEBUG oslo_concurrency.lockutils [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.637240] env[69133]: DEBUG nova.compute.manager [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] No waiting events found dispatching network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.637240] env[69133]: WARNING nova.compute.manager [req-acf1e4b2-a150-4931-bc4e-782db733dfc8 req-6fbab957-5a36-4f44-97bd-5a3616d50c0f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received unexpected event network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba for instance with vm_state building and task_state spawning. [ 1111.782431] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Successfully updated port: 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.912219] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.011847] env[69133]: DEBUG oslo_concurrency.lockutils [None req-444f4d7c-74c4-4465-8850-357a4978d518 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.104570] env[69133]: DEBUG nova.compute.utils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.107854] env[69133]: INFO nova.compute.claims [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.111930] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.112202] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.150880] env[69133]: DEBUG nova.policy [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.214349] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abfe80-d64f-488b-befe-072f0dfd4ddf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.221515] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Suspending the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1112.221710] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0fb05c75-8bd3-43ba-97d3-6cd52c1f17eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.228471] env[69133]: DEBUG oslo_vmware.api [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1112.228471] env[69133]: value = "task-3191677" [ 1112.228471] env[69133]: _type = "Task" [ 1112.228471] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.237242] env[69133]: DEBUG oslo_vmware.api [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191677, 'name': SuspendVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.290225] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.290225] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.290225] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.417614] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191676, 'name': ReconfigVM_Task, 'duration_secs': 0.841314} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.417927] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3820f319-775d-4f11-94c8-06a9537ce200/3820f319-775d-4f11-94c8-06a9537ce200.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.418722] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afee3ce-864d-4bdd-8c03-958c2495a1bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.426028] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1112.426028] env[69133]: value = "task-3191678" [ 1112.426028] env[69133]: _type = "Task" [ 1112.426028] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.430344] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Successfully created port: d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.440260] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191678, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.613447] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.619069] env[69133]: INFO nova.compute.resource_tracker [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating resource usage from migration 0aa94faf-35c1-4bbb-a95d-72565b7336c4 [ 1112.739996] env[69133]: DEBUG oslo_vmware.api [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191677, 'name': SuspendVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.869143] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673cd49c-eef8-4355-a9d2-b37beac0a791 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.876925] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.882190] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c00c08d-dd7d-4f41-92a5-9138c5a3c8e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.917514] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a250d05-3605-420a-a680-85f224caabde {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.925232] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7cb067-bae0-48f1-bd37-5fd73b2df2cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.944363] env[69133]: DEBUG nova.compute.provider_tree [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.953939] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191678, 'name': Rename_Task, 'duration_secs': 0.21442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.955478] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.955803] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d78eff-3caf-4e36-bb91-1adbb92f478b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.964481] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1112.964481] env[69133]: value = "task-3191679" [ 1112.964481] env[69133]: _type = "Task" [ 1112.964481] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.974525] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.053163] env[69133]: DEBUG nova.network.neutron [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.207083] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.207458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.207656] env[69133]: DEBUG nova.compute.manager [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Going to confirm migration 6 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1113.239922] env[69133]: DEBUG oslo_vmware.api [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191677, 'name': SuspendVM_Task, 'duration_secs': 0.755658} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.240242] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Suspended the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1113.240427] env[69133]: DEBUG nova.compute.manager [None req-cc1d877c-0ea5-4e52-b008-18e4ef01d2ae tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.241216] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009d74d-62c0-4e39-9adc-91c789f2ed81 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.448446] env[69133]: DEBUG nova.scheduler.client.report [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.479914] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.556106] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.556458] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance network_info: |[{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.556886] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2b:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694f370b-9fa2-47de-b2d5-6f1da60861ba', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.564699] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating folder: Project (95dcd66bac484acdbdcfac81981c3b6d). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.565075] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7ebfbd-e293-4a41-9a97-135d23e7e441 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.577460] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created folder: Project (95dcd66bac484acdbdcfac81981c3b6d) in parent group-v637972. [ 1113.577660] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating folder: Instances. Parent ref: group-v638259. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.577914] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eeb67c00-ba4c-4480-b490-a67a9f55d704 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.589928] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created folder: Instances in parent group-v638259. [ 1113.590299] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.590543] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.590802] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0be0529-a539-4398-a1c9-048de3729880 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.614118] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.614118] env[69133]: value = "task-3191682" [ 1113.614118] env[69133]: _type = "Task" [ 1113.614118] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.622706] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191682, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.628462] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.660085] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.660412] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.660587] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.660786] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.660950] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.661156] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.661448] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.661621] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.661848] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.662046] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.662427] env[69133]: DEBUG nova.virt.hardware [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.663375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31384582-90be-401b-85d5-7a2e3ccf22f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674530] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224d142d-f35d-4aca-bd44-81a32d3c62ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.680121] env[69133]: DEBUG nova.compute.manager [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.680289] env[69133]: DEBUG nova.compute.manager [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing instance network info cache due to event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.680538] env[69133]: DEBUG oslo_concurrency.lockutils [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.680698] env[69133]: DEBUG oslo_concurrency.lockutils [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.680897] env[69133]: DEBUG nova.network.neutron [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.802142] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.802354] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.802537] env[69133]: DEBUG nova.network.neutron [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.802768] env[69133]: DEBUG nova.objects.instance [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'info_cache' on Instance uuid 23b395d3-b54c-422f-9d4b-38c4543c8550 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.953755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.353s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.954013] env[69133]: INFO nova.compute.manager [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Migrating [ 1113.960573] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.742s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.962384] env[69133]: INFO nova.compute.claims [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.981842] env[69133]: DEBUG oslo_vmware.api [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191679, 'name': PowerOnVM_Task, 'duration_secs': 0.735836} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.982074] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.982279] env[69133]: INFO nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1113.982457] env[69133]: DEBUG nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.983282] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190429d-9d45-4360-bd43-69fccdd5ca67 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.125577] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191682, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.196840] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Successfully updated port: d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.373616] env[69133]: DEBUG nova.network.neutron [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updated VIF entry in instance network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.373972] env[69133]: DEBUG nova.network.neutron [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.472846] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.473037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.473210] env[69133]: DEBUG nova.network.neutron [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.500046] env[69133]: INFO nova.compute.manager [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Took 19.29 seconds to build instance. [ 1114.624646] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191682, 'name': CreateVM_Task, 'duration_secs': 0.562895} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.625029] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.625616] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.625807] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.626155] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.626432] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babb3f14-d36b-4775-a0f9-0e24ca91fa87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.631089] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1114.631089] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5293f801-d2cd-ee14-b367-3b3f54a56d08" [ 1114.631089] env[69133]: _type = "Task" [ 1114.631089] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.639618] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5293f801-d2cd-ee14-b367-3b3f54a56d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.689529] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.689882] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.690121] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.690312] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.690487] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.692597] env[69133]: INFO nova.compute.manager [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Terminating instance [ 1114.700320] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.700470] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.700633] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.876947] env[69133]: DEBUG oslo_concurrency.lockutils [req-58545536-28d5-4c86-afd6-0a9c4ddce0b2 req-f3d87785-68a8-4962-8243-e27a690e99e6 service nova] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.004293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5e9eead6-1fd9-4a6d-9e4a-14aadd770b0a tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.811s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.110545] env[69133]: DEBUG nova.network.neutron [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [{"id": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "address": "fa:16:3e:30:25:38", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb33b754c-0d", "ovs_interfaceid": "b33b754c-0d0f-457c-b9f7-ab193d7c5744", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.144415] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5293f801-d2cd-ee14-b367-3b3f54a56d08, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.144415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.144415] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.144415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.144415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.144415] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.144415] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf8a474-c6b4-4413-872e-25b569d278c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.156172] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.156353] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.157100] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3718e4d4-26c3-4754-9d2b-e5614b98b5b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.163717] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1115.163717] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5282c6b6-fd0b-9921-2d33-aa3965053187" [ 1115.163717] env[69133]: _type = "Task" [ 1115.163717] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.175422] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5282c6b6-fd0b-9921-2d33-aa3965053187, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.178902] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3263218e-9d6a-4c45-8e81-a71e6a3134fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.183930] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1115.183930] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52007e5a-9ad7-e386-8bc4-479c10be4cee" [ 1115.183930] env[69133]: _type = "Task" [ 1115.183930] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.192216] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52007e5a-9ad7-e386-8bc4-479c10be4cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.197126] env[69133]: DEBUG nova.compute.manager [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.197374] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.198171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1dfef9-92d3-493d-861b-11de2f26f2f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.202181] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78104e-abdd-485e-bf72-101a5f60fdb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.211652] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.213693] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4784a9f1-151f-43b7-bc74-64d245ac6bd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.215929] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88a87f4-a8f7-42cb-b455-9c8af692a1d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.247219] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7976c6-31c6-4467-8c42-ad1a6514c31e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.255263] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bd04bd-5198-4fab-9a83-15e7e5436f57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.269988] env[69133]: DEBUG nova.compute.provider_tree [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.272065] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.281101] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.281341] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.281523] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] f4135e48-450e-4ea7-9cc7-d22a9aa16333 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.281777] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-883f2209-e702-48d9-9330-c12460090ae7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.289119] env[69133]: DEBUG oslo_vmware.api [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1115.289119] env[69133]: value = "task-3191684" [ 1115.289119] env[69133]: _type = "Task" [ 1115.289119] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.304869] env[69133]: DEBUG oslo_vmware.api [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.430344] env[69133]: DEBUG nova.network.neutron [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.489811] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "3820f319-775d-4f11-94c8-06a9537ce200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.490095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.490311] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "3820f319-775d-4f11-94c8-06a9537ce200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.490498] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.490691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.492865] env[69133]: INFO nova.compute.manager [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Terminating instance [ 1115.496849] env[69133]: DEBUG nova.network.neutron [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.613450] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-23b395d3-b54c-422f-9d4b-38c4543c8550" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.613630] env[69133]: DEBUG nova.objects.instance [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'migration_context' on Instance uuid 23b395d3-b54c-422f-9d4b-38c4543c8550 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.695841] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52007e5a-9ad7-e386-8bc4-479c10be4cee, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.696133] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.696402] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.696667] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ceb41f7-74e4-47dc-b067-a1f00e475eb5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.704502] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1115.704502] env[69133]: value = "task-3191685" [ 1115.704502] env[69133]: _type = "Task" [ 1115.704502] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.710326] env[69133]: DEBUG nova.compute.manager [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-vif-plugged-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.710538] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.710748] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.710900] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.711078] env[69133]: DEBUG nova.compute.manager [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] No waiting events found dispatching network-vif-plugged-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.711243] env[69133]: WARNING nova.compute.manager [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received unexpected event network-vif-plugged-d0463de8-223f-438b-8fa1-b31b1e104864 for instance with vm_state building and task_state spawning. [ 1115.711395] env[69133]: DEBUG nova.compute.manager [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.711543] env[69133]: DEBUG nova.compute.manager [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.711704] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.717329] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.777583] env[69133]: DEBUG nova.scheduler.client.report [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.799260] env[69133]: DEBUG oslo_vmware.api [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.799532] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.799729] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.799921] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.800118] env[69133]: INFO nova.compute.manager [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1115.800357] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.800578] env[69133]: DEBUG nova.compute.manager [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.800680] env[69133]: DEBUG nova.network.neutron [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.806127] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.806355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.806596] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.806806] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.806991] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.808895] env[69133]: INFO nova.compute.manager [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Terminating instance [ 1115.934043] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.996363] env[69133]: DEBUG nova.compute.manager [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.997211] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.997724] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf0a0b-f562-415e-9b64-ad547aa4202a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.001472] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.001898] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Instance network_info: |[{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.002304] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.002566] env[69133]: DEBUG nova.network.neutron [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.004162] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:14:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0463de8-223f-438b-8fa1-b31b1e104864', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.013320] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.015058] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.015377] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d0603ec-2962-4fa0-ac33-5dd5a62cd426 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.037394] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.040454] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a84934b-4e2a-4cea-811f-e4bbd9bead61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.044170] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.044170] env[69133]: value = "task-3191686" [ 1116.044170] env[69133]: _type = "Task" [ 1116.044170] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.046436] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1116.046436] env[69133]: value = "task-3191687" [ 1116.046436] env[69133]: _type = "Task" [ 1116.046436] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.065884] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191686, 'name': CreateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.066372] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.116525] env[69133]: DEBUG nova.objects.base [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Object Instance<23b395d3-b54c-422f-9d4b-38c4543c8550> lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.117703] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702be439-10c9-408c-b4a0-26f9efe7237e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.142893] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfffbfc-4e9e-4dab-8b18-d3deea846d9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.149551] env[69133]: DEBUG oslo_vmware.api [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1116.149551] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521b4478-7cd4-864d-5605-a738e133ee38" [ 1116.149551] env[69133]: _type = "Task" [ 1116.149551] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.159025] env[69133]: DEBUG oslo_vmware.api [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521b4478-7cd4-864d-5605-a738e133ee38, 'name': SearchDatastore_Task, 'duration_secs': 0.006735} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.159359] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.215048] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444034} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.215327] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.215589] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.215843] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9f76db0-144d-4923-a3e6-c883fc8e5b87 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.222342] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1116.222342] env[69133]: value = "task-3191688" [ 1116.222342] env[69133]: _type = "Task" [ 1116.222342] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.231792] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.283042] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.283167] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.286150] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.127s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.313079] env[69133]: DEBUG nova.compute.manager [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.313079] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.314014] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81a6e44-8e51-444a-a551-b19c043caf22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.322540] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.322681] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3b3597-6df2-46a4-b214-95673e85d347 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.329373] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1116.329373] env[69133]: value = "task-3191689" [ 1116.329373] env[69133]: _type = "Task" [ 1116.329373] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.338466] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.559309] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191686, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.567020] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191687, 'name': PowerOffVM_Task, 'duration_secs': 0.366161} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.567020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.567020] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.567020] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7412cdb2-76e5-4892-95af-67895bc0fa88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.567020] env[69133]: DEBUG nova.network.neutron [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.637017] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.637343] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.637552] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Deleting the datastore file [datastore2] 3820f319-775d-4f11-94c8-06a9537ce200 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.637878] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a55dd9-0ead-4676-8870-a5373fd3fb04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648566] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for the task: (returnval){ [ 1116.648566] env[69133]: value = "task-3191691" [ 1116.648566] env[69133]: _type = "Task" [ 1116.648566] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.657037] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.732026] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158991} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.732330] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.733051] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c60962-99d1-4694-a6aa-b61b9ba77b75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.735905] env[69133]: DEBUG nova.network.neutron [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.736242] env[69133]: DEBUG nova.network.neutron [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.758472] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.759256] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8729d222-c541-439b-b183-c5771ad642a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.778517] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1116.778517] env[69133]: value = "task-3191692" [ 1116.778517] env[69133]: _type = "Task" [ 1116.778517] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.786226] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.788451] env[69133]: DEBUG nova.compute.utils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.789696] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.789859] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.829021] env[69133]: DEBUG nova.policy [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11238dfc25e9498d8c3de195e2ed7960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9351371bd84cd2b7d0ec88426fbaef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.838640] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191689, 'name': PowerOffVM_Task, 'duration_secs': 0.195903} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.838901] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.839072] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.841411] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d9315b9-3006-4a11-a220-70b05ae22044 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.919345] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.919584] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.919762] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleting the datastore file [datastore1] 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.920190] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5875eae5-a1f2-426a-b2c3-b55cc8a11538 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.928674] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1116.928674] env[69133]: value = "task-3191694" [ 1116.928674] env[69133]: _type = "Task" [ 1116.928674] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.939498] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.972559] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d66fea6-3cd3-414f-ad88-06ef1963cb49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.980657] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efbe60d-ea9c-44d1-83cc-5345dd76b87c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.013307] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032fb1e9-5b91-4848-980c-d7ea7463b256 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.022131] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d1ffec-dc28-4620-b137-790bdb6b96fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.038109] env[69133]: DEBUG nova.compute.provider_tree [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.059765] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191686, 'name': CreateVM_Task, 'duration_secs': 0.631767} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.059980] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.061054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.061371] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.061864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.062267] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57faf19d-acd8-4147-8085-063794061054 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.068799] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1117.068799] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ffd724-5013-c785-3911-448bd6f0471d" [ 1117.068799] env[69133]: _type = "Task" [ 1117.068799] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.073889] env[69133]: INFO nova.compute.manager [-] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Took 1.27 seconds to deallocate network for instance. [ 1117.083631] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ffd724-5013-c785-3911-448bd6f0471d, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.084058] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.084319] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.084558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.084720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.084921] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.085205] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74eed505-5f66-4740-b2f6-ff9f70740ee1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.092609] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.092807] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.093576] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7e7bb0-d2bd-429c-8705-bc02f9511291 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.098604] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1117.098604] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f08fed-c462-fc2c-8bec-034197e71768" [ 1117.098604] env[69133]: _type = "Task" [ 1117.098604] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.099381] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Successfully created port: d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.109608] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f08fed-c462-fc2c-8bec-034197e71768, 'name': SearchDatastore_Task, 'duration_secs': 0.008436} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.110365] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6566429-eba0-4223-975e-54e1e61c96a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.115515] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1117.115515] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5260cb15-b9ee-e86e-c8c7-bfb4eee849d9" [ 1117.115515] env[69133]: _type = "Task" [ 1117.115515] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.123825] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5260cb15-b9ee-e86e-c8c7-bfb4eee849d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.158962] env[69133]: DEBUG oslo_vmware.api [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Task: {'id': task-3191691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.159474] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.159672] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.159870] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.160044] env[69133]: INFO nova.compute.manager [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.160483] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.160705] env[69133]: DEBUG nova.compute.manager [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.160803] env[69133]: DEBUG nova.network.neutron [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.239281] env[69133]: DEBUG oslo_concurrency.lockutils [req-07a6d70f-0195-45a2-9d82-024972dcb8e3 req-9fb02094-199e-4793-b0d0-36c37ed25343 service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.289186] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191692, 'name': ReconfigVM_Task, 'duration_secs': 0.308171} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.289545] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.290352] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d881950-00ef-4841-9b19-f85d6f8fba0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.292148] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.300151] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1117.300151] env[69133]: value = "task-3191695" [ 1117.300151] env[69133]: _type = "Task" [ 1117.300151] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.308362] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191695, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.438715] env[69133]: DEBUG oslo_vmware.api [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188257} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.439303] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.439555] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.439749] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.439994] env[69133]: INFO nova.compute.manager [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.440190] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.440399] env[69133]: DEBUG nova.compute.manager [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.440492] env[69133]: DEBUG nova.network.neutron [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.449852] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a6b515-e641-49cf-86e7-dd5f6a07f38c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.468499] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.541478] env[69133]: DEBUG nova.scheduler.client.report [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.587438] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.627702] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5260cb15-b9ee-e86e-c8c7-bfb4eee849d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.627985] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.628298] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f5f9b4b6-2c45-4eea-805f-de859bd42ed2/f5f9b4b6-2c45-4eea-805f-de859bd42ed2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.628598] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7fe7536-f464-4e66-b76c-e4abb275a1fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.635778] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1117.635778] env[69133]: value = "task-3191696" [ 1117.635778] env[69133]: _type = "Task" [ 1117.635778] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.645009] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.767467] env[69133]: DEBUG nova.compute.manager [req-bfc7b37c-86d4-401e-b419-98e4857e3fc9 req-63098fe6-e08b-4640-89ad-17a394567c27 service nova] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Received event network-vif-deleted-569c236a-076f-4626-8514-83e7d7b78250 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.767740] env[69133]: DEBUG nova.compute.manager [req-bfc7b37c-86d4-401e-b419-98e4857e3fc9 req-63098fe6-e08b-4640-89ad-17a394567c27 service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Received event network-vif-deleted-3d9fbebf-030f-42a5-895b-68277f7df4a6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.767958] env[69133]: INFO nova.compute.manager [req-bfc7b37c-86d4-401e-b419-98e4857e3fc9 req-63098fe6-e08b-4640-89ad-17a394567c27 service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Neutron deleted interface 3d9fbebf-030f-42a5-895b-68277f7df4a6; detaching it from the instance and deleting it from the info cache [ 1117.768214] env[69133]: DEBUG nova.network.neutron [req-bfc7b37c-86d4-401e-b419-98e4857e3fc9 req-63098fe6-e08b-4640-89ad-17a394567c27 service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.812295] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191695, 'name': Rename_Task, 'duration_secs': 0.144187} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.812611] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.812879] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8231d07f-5610-4ec7-84ee-ef28d9f35cd1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.820493] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1117.820493] env[69133]: value = "task-3191697" [ 1117.820493] env[69133]: _type = "Task" [ 1117.820493] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.830824] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.980092] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.980401] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35cfa5d-a5a3-4271-b212-bba94c34a21d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.990498] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1117.990498] env[69133]: value = "task-3191698" [ 1117.990498] env[69133]: _type = "Task" [ 1117.990498] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.003113] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.146199] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473853} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.146199] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] f5f9b4b6-2c45-4eea-805f-de859bd42ed2/f5f9b4b6-2c45-4eea-805f-de859bd42ed2.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.146459] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.146892] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a30b97-7484-494c-b093-1917fbbd8272 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.149128] env[69133]: DEBUG nova.network.neutron [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.155539] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1118.155539] env[69133]: value = "task-3191699" [ 1118.155539] env[69133]: _type = "Task" [ 1118.155539] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.165339] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.274217] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8efbd5c-a977-4efe-bf5d-829a3e349a17 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.286720] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ac1e7-62c9-4168-9a6c-2f590dcb0a5a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.301834] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.320845] env[69133]: DEBUG nova.compute.manager [req-bfc7b37c-86d4-401e-b419-98e4857e3fc9 req-63098fe6-e08b-4640-89ad-17a394567c27 service nova] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Detach interface failed, port_id=3d9fbebf-030f-42a5-895b-68277f7df4a6, reason: Instance 3820f319-775d-4f11-94c8-06a9537ce200 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.333780] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.335988] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.336247] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.336476] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.336671] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.336814] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.336958] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.337266] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.337464] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.337590] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.337746] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.337912] env[69133]: DEBUG nova.virt.hardware [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.339384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28037b7-7f22-4887-84a1-27a30c9577af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.349383] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eea109-2d8d-4e7d-9919-1aa9df903559 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.502565] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191698, 'name': PowerOffVM_Task, 'duration_secs': 0.303559} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.502881] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.503169] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.558281] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.272s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.561122] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.974s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.561364] env[69133]: DEBUG nova.objects.instance [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'resources' on Instance uuid f4135e48-450e-4ea7-9cc7-d22a9aa16333 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.651609] env[69133]: INFO nova.compute.manager [-] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Took 1.49 seconds to deallocate network for instance. [ 1118.667346] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080356} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.667680] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.668505] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d8cdc-15b0-4d7f-8c5f-ff69b45679cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.692567] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f5f9b4b6-2c45-4eea-805f-de859bd42ed2/f5f9b4b6-2c45-4eea-805f-de859bd42ed2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.692898] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5cccc6-b1de-4970-8c5e-489db9f4ca84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.720899] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1118.720899] env[69133]: value = "task-3191700" [ 1118.720899] env[69133]: _type = "Task" [ 1118.720899] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.730244] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.832406] env[69133]: DEBUG nova.network.neutron [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.833725] env[69133]: DEBUG oslo_vmware.api [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191697, 'name': PowerOnVM_Task, 'duration_secs': 0.636163} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.834244] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.834490] env[69133]: INFO nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1118.834826] env[69133]: DEBUG nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.835664] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ee43c-7e96-405e-85e3-67c987e15859 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.012317] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.012724] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.013000] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.013335] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.013602] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.013874] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.014237] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.014518] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.014798] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.015073] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.015357] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.025629] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91fbeef8-c71a-4472-852e-e3f94f41a59e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.047403] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Successfully updated port: d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.056632] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1119.056632] env[69133]: value = "task-3191701" [ 1119.056632] env[69133]: _type = "Task" [ 1119.056632] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.072489] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.130988] env[69133]: INFO nova.scheduler.client.report [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocation for migration 20a02f60-acb3-4c02-9dcf-05a82f70c76a [ 1119.162938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.230611] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.243698] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7700b23f-9f57-4bd9-a6d4-6a3be40ece1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.251680] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab5fa3-24f5-4aaf-b976-a02e2694ecba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.281366] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6dbd8a-2ce2-44e8-b65a-7e16b31ec314 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.288947] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe748a-e9a0-4f98-a5df-483708e59cf4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.302040] env[69133]: DEBUG nova.compute.provider_tree [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.334631] env[69133]: INFO nova.compute.manager [-] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Took 1.89 seconds to deallocate network for instance. [ 1119.355997] env[69133]: INFO nova.compute.manager [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Took 14.65 seconds to build instance. [ 1119.551228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.551228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.551228] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.567149] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191701, 'name': ReconfigVM_Task, 'duration_secs': 0.232897} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.567149] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.642437] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c78d4dc-f2a0-4571-9090-40d7f75e7b7d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.435s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.731835] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191700, 'name': ReconfigVM_Task, 'duration_secs': 0.94693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.731835] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f5f9b4b6-2c45-4eea-805f-de859bd42ed2/f5f9b4b6-2c45-4eea-805f-de859bd42ed2.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.732402] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4608f82e-a425-45fa-a0ce-409d77b63462 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.739554] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1119.739554] env[69133]: value = "task-3191702" [ 1119.739554] env[69133]: _type = "Task" [ 1119.739554] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.747559] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191702, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.806035] env[69133]: DEBUG nova.scheduler.client.report [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.841170] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.858439] env[69133]: DEBUG oslo_concurrency.lockutils [None req-be0fe681-33d9-4b51-9303-ba3ee0b088bc tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.169s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.885904] env[69133]: DEBUG nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Received event network-vif-deleted-d1fcde17-7976-4a71-baec-3d26d07d9487 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.886173] env[69133]: DEBUG nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Received event network-vif-plugged-d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.886376] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Acquiring lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.886604] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.886948] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.886948] env[69133]: DEBUG nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] No waiting events found dispatching network-vif-plugged-d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.887161] env[69133]: WARNING nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Received unexpected event network-vif-plugged-d57f8353-bd31-4a8f-81d6-83cc2d87b520 for instance with vm_state building and task_state spawning. [ 1119.887364] env[69133]: DEBUG nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Received event network-changed-d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.887550] env[69133]: DEBUG nova.compute.manager [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Refreshing instance network info cache due to event network-changed-d57f8353-bd31-4a8f-81d6-83cc2d87b520. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.887744] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Acquiring lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.073777] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.074035] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.074201] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.074385] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.074534] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.074681] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.074883] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.075113] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.075370] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.075576] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.075787] env[69133]: DEBUG nova.virt.hardware [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.081100] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.081407] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840ee9d5-f9d1-43ff-9467-1a9b23f5d0df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.100632] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1120.100632] env[69133]: value = "task-3191703" [ 1120.100632] env[69133]: _type = "Task" [ 1120.100632] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.109208] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.118510] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.249061] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191702, 'name': Rename_Task, 'duration_secs': 0.151913} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.249349] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.249597] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cc07ed5-bab8-42b6-bece-f1e1d48ed719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.255975] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1120.255975] env[69133]: value = "task-3191704" [ 1120.255975] env[69133]: _type = "Task" [ 1120.255975] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.263121] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.312569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.314854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.152s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.315149] env[69133]: DEBUG nova.objects.instance [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lazy-loading 'resources' on Instance uuid 3820f319-775d-4f11-94c8-06a9537ce200 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.337228] env[69133]: INFO nova.scheduler.client.report [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance f4135e48-450e-4ea7-9cc7-d22a9aa16333 [ 1120.440110] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.440429] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.440669] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.440878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.441091] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.444271] env[69133]: INFO nova.compute.manager [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Terminating instance [ 1120.450188] env[69133]: DEBUG nova.network.neutron [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updating instance_info_cache with network_info: [{"id": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "address": "fa:16:3e:77:d7:ac", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57f8353-bd", "ovs_interfaceid": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.612098] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191703, 'name': ReconfigVM_Task, 'duration_secs': 0.156152} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.612897] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.613739] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e72bf-cbdb-4ca1-bfda-cc338588b4a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.635857] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.636636] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9aa876-ad85-4d14-8b96-758f9eeadbbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.656468] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1120.656468] env[69133]: value = "task-3191705" [ 1120.656468] env[69133]: _type = "Task" [ 1120.656468] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.665291] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.768054] env[69133]: DEBUG oslo_vmware.api [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191704, 'name': PowerOnVM_Task, 'duration_secs': 0.501392} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.768446] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.768647] env[69133]: INFO nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1120.768833] env[69133]: DEBUG nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.769694] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01edc57b-46b0-405a-ba03-285b08758805 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.846447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f63e803f-5d7e-4555-983e-bb970ef7c74a tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "f4135e48-450e-4ea7-9cc7-d22a9aa16333" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.156s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.953172] env[69133]: DEBUG nova.compute.manager [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.953432] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.953931] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.954246] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Instance network_info: |[{"id": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "address": "fa:16:3e:77:d7:ac", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57f8353-bd", "ovs_interfaceid": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.955536] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c476b9-3f76-4dfa-9c8b-0e519e4f6237 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.958835] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Acquired lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.959051] env[69133]: DEBUG nova.network.neutron [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Refreshing network info cache for port d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.960281] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d7:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57f8353-bd31-4a8f-81d6-83cc2d87b520', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.968154] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.975104] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.976564] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f6317e-be4f-455a-87da-8777d7a337fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.000612] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.000804] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c981097d-86c7-4647-b0cf-ef8221db26ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.006358] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.006358] env[69133]: value = "task-3191706" [ 1121.006358] env[69133]: _type = "Task" [ 1121.006358] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.010814] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1121.010814] env[69133]: value = "task-3191707" [ 1121.010814] env[69133]: _type = "Task" [ 1121.010814] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.014940] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191706, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.019411] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f16a7a-7993-44cc-94d2-e659f791f495 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.030700] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.031768] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600dc6b1-8921-40ee-85d2-0a194adc49de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.074215] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b2f30-e1a7-4a65-9438-83a07627b906 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.082990] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e839bb8-d173-40eb-aff3-19423576f134 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.099367] env[69133]: DEBUG nova.compute.provider_tree [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.148587] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.148821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.168402] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191705, 'name': ReconfigVM_Task, 'duration_secs': 0.351858} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.168402] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d/445d9088-5b01-4cf5-865a-0c8d856e152d.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.168673] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.258182] env[69133]: DEBUG nova.network.neutron [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updated VIF entry in instance network info cache for port d57f8353-bd31-4a8f-81d6-83cc2d87b520. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.258559] env[69133]: DEBUG nova.network.neutron [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updating instance_info_cache with network_info: [{"id": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "address": "fa:16:3e:77:d7:ac", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57f8353-bd", "ovs_interfaceid": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.290923] env[69133]: INFO nova.compute.manager [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Took 13.62 seconds to build instance. [ 1121.515235] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191706, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.524087] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191707, 'name': PowerOffVM_Task, 'duration_secs': 0.229005} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.524087] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.524087] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.524389] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ce02cd-6429-4022-82b4-1e625a6b5d0e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.602988] env[69133]: DEBUG nova.scheduler.client.report [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.613681] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.613999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.614236] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore2] 23b395d3-b54c-422f-9d4b-38c4543c8550 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.614488] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6ea620f-9984-499c-8581-ce72e50799f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.623154] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1121.623154] env[69133]: value = "task-3191709" [ 1121.623154] env[69133]: _type = "Task" [ 1121.623154] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.631281] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.651038] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.676434] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748ce8ef-ab8d-4e56-941d-a4fc9f8a177c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.699090] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d0f3b5-5c81-4ab8-96af-03aa89172adf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.716917] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.761758] env[69133]: DEBUG oslo_concurrency.lockutils [req-066ba010-f402-4a07-a697-499b4a00e789 req-6e5cabba-a3ec-4e5d-aeb1-e20bc43a9ed4 service nova] Releasing lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.792667] env[69133]: DEBUG oslo_concurrency.lockutils [None req-db432b58-2e33-46b2-afe4-dedba54ece47 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.131s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.905391] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.905391] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.910028] env[69133]: DEBUG nova.compute.manager [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.910028] env[69133]: DEBUG nova.compute.manager [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing instance network info cache due to event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.910028] env[69133]: DEBUG oslo_concurrency.lockutils [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.910028] env[69133]: DEBUG oslo_concurrency.lockutils [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.910028] env[69133]: DEBUG nova.network.neutron [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.015017] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191706, 'name': CreateVM_Task, 'duration_secs': 0.528887} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.015417] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.016267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.016658] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.016916] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.017235] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22406b5-33fd-4e39-ad62-08b5d61430ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.021887] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1122.021887] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ef1361-9021-5f36-97f2-9749bab66495" [ 1122.021887] env[69133]: _type = "Task" [ 1122.021887] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.029511] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ef1361-9021-5f36-97f2-9749bab66495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.108353] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.111304] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.270s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.111709] env[69133]: DEBUG nova.objects.instance [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'resources' on Instance uuid 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.132869] env[69133]: DEBUG oslo_vmware.api [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398764} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.133771] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.133771] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.133771] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.133771] env[69133]: INFO nova.compute.manager [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1122.133984] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.135033] env[69133]: DEBUG nova.compute.manager [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.135033] env[69133]: DEBUG nova.network.neutron [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.139856] env[69133]: INFO nova.scheduler.client.report [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Deleted allocations for instance 3820f319-775d-4f11-94c8-06a9537ce200 [ 1122.171766] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.233849] env[69133]: DEBUG nova.compute.manager [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.233849] env[69133]: DEBUG nova.compute.manager [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.233849] env[69133]: DEBUG oslo_concurrency.lockutils [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.233849] env[69133]: DEBUG oslo_concurrency.lockutils [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.233849] env[69133]: DEBUG nova.network.neutron [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.274226] env[69133]: DEBUG nova.network.neutron [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Port 3d934bff-dbe7-458a-8161-76383e6745e2 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.409870] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.536048] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ef1361-9021-5f36-97f2-9749bab66495, 'name': SearchDatastore_Task, 'duration_secs': 0.04879} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.536591] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.536892] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.537070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.537224] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.537447] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.537706] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a4aa25-2d6b-4981-86b1-83f567853678 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.549936] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.550141] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.550971] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0d1658-da0e-4d12-b69e-4fdbfe95a74f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.556699] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1122.556699] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e21203-b8e0-3968-8632-09a10afc6e38" [ 1122.556699] env[69133]: _type = "Task" [ 1122.556699] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.566811] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e21203-b8e0-3968-8632-09a10afc6e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.656127] env[69133]: DEBUG oslo_concurrency.lockutils [None req-95589645-f83c-48d8-a2ff-01a52787aeda tempest-ServerGroupTestJSON-1380669772 tempest-ServerGroupTestJSON-1380669772-project-member] Lock "3820f319-775d-4f11-94c8-06a9537ce200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.163s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.679393] env[69133]: DEBUG nova.network.neutron [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updated VIF entry in instance network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.679542] env[69133]: DEBUG nova.network.neutron [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.795725] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9784e89-0ba2-4b14-a9c1-69ce68178f2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.803579] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb2b6fc-c534-457b-8fd4-907233e13e0b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.844755] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73252b8c-a3f5-43c8-b37f-947fd066b560 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.859926] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b54ce2-36a0-42c0-890c-e2e3298bf9a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.875256] env[69133]: DEBUG nova.compute.provider_tree [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.927162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.969862] env[69133]: DEBUG nova.network.neutron [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.024406] env[69133]: DEBUG nova.network.neutron [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.024779] env[69133]: DEBUG nova.network.neutron [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.068807] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e21203-b8e0-3968-8632-09a10afc6e38, 'name': SearchDatastore_Task, 'duration_secs': 0.024502} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.069749] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e6aa10-6c14-439e-9da9-7515768f1718 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.075082] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1123.075082] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b5f6ba-47ec-7a08-3cbb-27d6d0e67c32" [ 1123.075082] env[69133]: _type = "Task" [ 1123.075082] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.083947] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b5f6ba-47ec-7a08-3cbb-27d6d0e67c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.155201] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.156109] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.181817] env[69133]: DEBUG oslo_concurrency.lockutils [req-4bbfc23e-4170-47c4-ba2a-25c2a8a558a0 req-96b3e6c9-88f2-4c45-8bbf-4391a896e886 service nova] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.297104] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.297104] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.297104] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.378649] env[69133]: DEBUG nova.scheduler.client.report [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.471591] env[69133]: INFO nova.compute.manager [-] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Took 1.34 seconds to deallocate network for instance. [ 1123.527921] env[69133]: DEBUG oslo_concurrency.lockutils [req-92077e4a-8658-49b9-baa5-16ea608f1f2c req-605f87f9-49ee-40d8-9410-f5509fac7e40 service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.586265] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b5f6ba-47ec-7a08-3cbb-27d6d0e67c32, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.586583] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.586854] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 76a80c9e-24e6-4daf-86ca-46d08bf6b234/76a80c9e-24e6-4daf-86ca-46d08bf6b234.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.587135] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fc2861f-f581-401d-85a7-ac620dc3e807 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.594643] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1123.594643] env[69133]: value = "task-3191710" [ 1123.594643] env[69133]: _type = "Task" [ 1123.594643] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.602805] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.658284] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.884345] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.887180] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.717s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.892495] env[69133]: INFO nova.compute.claims [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.907125] env[69133]: INFO nova.scheduler.client.report [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleted allocations for instance 2fc19ef1-6d50-4d65-b953-3e3639ec0da8 [ 1123.941613] env[69133]: DEBUG nova.compute.manager [req-ab7b1515-ffce-455d-9d7a-6302e02a7be8 req-4b3e899c-e51a-419d-a7b4-a388da3728de service nova] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Received event network-vif-deleted-b33b754c-0d0f-457c-b9f7-ab193d7c5744 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.979419] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.106965] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191710, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.182904] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.363532] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.363532] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.363707] env[69133]: DEBUG nova.network.neutron [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.416684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-332180cb-5f89-409a-8c6c-e4c827053ad1 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2fc19ef1-6d50-4d65-b953-3e3639ec0da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.610s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.608730] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678565} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.609090] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 76a80c9e-24e6-4daf-86ca-46d08bf6b234/76a80c9e-24e6-4daf-86ca-46d08bf6b234.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.609383] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.609728] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef64d9d0-d00f-4220-83c3-80cbcbbd037f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.616611] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1124.616611] env[69133]: value = "task-3191711" [ 1124.616611] env[69133]: _type = "Task" [ 1124.616611] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.625440] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.081256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b334fa-0024-4a07-a3ed-413d3f98222d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.089571] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32e5b0-5672-4dd8-9851-faded91edf69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.127573] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8867294a-6d00-482d-88fe-1c3cac4eae69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.130896] env[69133]: DEBUG nova.network.neutron [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.137319] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067041} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.139525] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.140364] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d73e39-4e3b-49db-a59a-848a29c79109 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.143680] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa43724-7ca4-45c9-952c-916eddecc818 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.175724] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 76a80c9e-24e6-4daf-86ca-46d08bf6b234/76a80c9e-24e6-4daf-86ca-46d08bf6b234.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.176278] env[69133]: DEBUG nova.compute.provider_tree [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.177807] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef345234-5e60-4c84-a423-a2e3e32a31f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.197628] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1125.197628] env[69133]: value = "task-3191712" [ 1125.197628] env[69133]: _type = "Task" [ 1125.197628] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.205637] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.634112] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.693686] env[69133]: DEBUG nova.scheduler.client.report [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.708817] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.155492] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c98f7b-bf7f-4efb-9206-46de55dd5b71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.175403] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90db5b9b-2e06-44ea-82d7-3f92a641627f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.182333] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.199203] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.199750] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.202871] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.275s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.203738] env[69133]: INFO nova.compute.claims [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.217082] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191712, 'name': ReconfigVM_Task, 'duration_secs': 0.881102} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.217082] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 76a80c9e-24e6-4daf-86ca-46d08bf6b234/76a80c9e-24e6-4daf-86ca-46d08bf6b234.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.217875] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d9d28f-560d-481f-bc7f-91fbb3594f8c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.223648] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1126.223648] env[69133]: value = "task-3191713" [ 1126.223648] env[69133]: _type = "Task" [ 1126.223648] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.236257] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191713, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.331270] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.331808] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.689153] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.689474] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43fbdfbc-e9aa-4cb5-93b4-f1455ed09b2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.697294] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1126.697294] env[69133]: value = "task-3191714" [ 1126.697294] env[69133]: _type = "Task" [ 1126.697294] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.705177] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.707343] env[69133]: DEBUG nova.compute.utils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.708709] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.708854] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.732990] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191713, 'name': Rename_Task, 'duration_secs': 0.139868} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.733282] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.733519] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53925663-9be4-470e-892d-b042ae78285c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.740253] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1126.740253] env[69133]: value = "task-3191715" [ 1126.740253] env[69133]: _type = "Task" [ 1126.740253] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.748537] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.757757] env[69133]: DEBUG nova.policy [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05413372f5654a06af2d3f799fba7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44d5d92e01d34a80a2e25f66a4f7a526', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.833969] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.029694] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Successfully created port: e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.208036] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.211757] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.249805] env[69133]: DEBUG oslo_vmware.api [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191715, 'name': PowerOnVM_Task, 'duration_secs': 0.451157} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.250091] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.250288] env[69133]: INFO nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1127.250463] env[69133]: DEBUG nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.251234] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12538da0-8460-401e-9a7c-32f8c665e585 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.355786] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.385882] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240437f7-38f4-4a31-a813-9fc0ec927ce4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.393327] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f244dc6-f3c5-492c-8cf1-9819d712d34d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.424320] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b59d828-3604-421d-bcbc-84b20f315d48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.432537] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc57bcdc-2496-4b4b-a454-c74883317a26 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.446598] env[69133]: DEBUG nova.compute.provider_tree [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.708384] env[69133]: DEBUG oslo_vmware.api [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191714, 'name': PowerOnVM_Task, 'duration_secs': 0.53187} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.708781] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.708869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c34655b9-0605-4c0f-82c8-c6e8fb0eca74 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance '445d9088-5b01-4cf5-865a-0c8d856e152d' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.769932] env[69133]: INFO nova.compute.manager [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Took 17.58 seconds to build instance. [ 1127.794641] env[69133]: DEBUG nova.compute.manager [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Received event network-changed-d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.794847] env[69133]: DEBUG nova.compute.manager [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Refreshing instance network info cache due to event network-changed-d57f8353-bd31-4a8f-81d6-83cc2d87b520. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.795074] env[69133]: DEBUG oslo_concurrency.lockutils [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] Acquiring lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.795279] env[69133]: DEBUG oslo_concurrency.lockutils [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] Acquired lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.795374] env[69133]: DEBUG nova.network.neutron [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Refreshing network info cache for port d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.950993] env[69133]: DEBUG nova.scheduler.client.report [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.223637] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.243642] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.243944] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.244150] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.244374] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.244552] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.244741] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.245090] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.245304] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.245591] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.245781] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.245956] env[69133]: DEBUG nova.virt.hardware [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.247791] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e6222-0342-47e4-a42b-26fa221f51f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.256246] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69077168-ae7e-46a1-8877-d785a6446a19 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.272109] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b82fb143-df46-44a9-98c9-5f151c6fdf69 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.090s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.460019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.460019] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.460019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.481s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.460019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.461932] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.279s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.468343] env[69133]: INFO nova.compute.claims [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.512013] env[69133]: INFO nova.scheduler.client.report [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocations for instance 23b395d3-b54c-422f-9d4b-38c4543c8550 [ 1128.644507] env[69133]: DEBUG nova.network.neutron [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updated VIF entry in instance network info cache for port d57f8353-bd31-4a8f-81d6-83cc2d87b520. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.644853] env[69133]: DEBUG nova.network.neutron [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updating instance_info_cache with network_info: [{"id": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "address": "fa:16:3e:77:d7:ac", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57f8353-bd", "ovs_interfaceid": "d57f8353-bd31-4a8f-81d6-83cc2d87b520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.685952] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Successfully updated port: e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.977423] env[69133]: DEBUG nova.compute.utils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.981334] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.981479] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.021298] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4781319c-226e-4bb9-8030-8052a93bf94d tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "23b395d3-b54c-422f-9d4b-38c4543c8550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.581s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.026602] env[69133]: DEBUG nova.policy [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70d33ead0694435bf92c15008dc96e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df8441d64abc4a31a2ce339253e1a1ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.148181] env[69133]: DEBUG oslo_concurrency.lockutils [req-51d944a7-3df7-48b2-bf4f-4d41cb20da17 req-eb4747d2-e183-4b0c-a526-fa7e23ac3bc0 service nova] Releasing lock "refresh_cache-76a80c9e-24e6-4daf-86ca-46d08bf6b234" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.188625] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.188903] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.189110] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.314789] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Successfully created port: 7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.485966] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.645350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ecbbf-6692-4a9c-adda-1398231f7371 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.655139] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b25ac94-bac0-4675-9dce-a0497bf846e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.686477] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af37a7-67b9-48ad-861a-52a10e8a5eb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.696528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d36960-702e-4a64-94f2-90a4224cb77a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.710573] env[69133]: DEBUG nova.compute.provider_tree [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.723060] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.838466] env[69133]: DEBUG nova.compute.manager [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Received event network-vif-plugged-e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.838466] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Acquiring lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.838466] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.838641] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.838678] env[69133]: DEBUG nova.compute.manager [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] No waiting events found dispatching network-vif-plugged-e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.838832] env[69133]: WARNING nova.compute.manager [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Received unexpected event network-vif-plugged-e98f63dd-881d-450d-96fc-8ae7deafbf2b for instance with vm_state building and task_state spawning. [ 1129.838991] env[69133]: DEBUG nova.compute.manager [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Received event network-changed-e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.839158] env[69133]: DEBUG nova.compute.manager [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Refreshing instance network info cache due to event network-changed-e98f63dd-881d-450d-96fc-8ae7deafbf2b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.839322] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Acquiring lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.871392] env[69133]: DEBUG nova.network.neutron [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Updating instance_info_cache with network_info: [{"id": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "address": "fa:16:3e:a1:65:fb", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98f63dd-88", "ovs_interfaceid": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.217067] env[69133]: DEBUG nova.scheduler.client.report [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.319327] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.319650] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.319765] env[69133]: DEBUG nova.compute.manager [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Going to confirm migration 7 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.374043] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.374395] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Instance network_info: |[{"id": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "address": "fa:16:3e:a1:65:fb", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98f63dd-88", "ovs_interfaceid": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.374688] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Acquired lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.374869] env[69133]: DEBUG nova.network.neutron [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Refreshing network info cache for port e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.376049] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:65:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e98f63dd-881d-450d-96fc-8ae7deafbf2b', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.383647] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.387276] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.387782] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8f6486-287b-4536-ba73-f87d3ce5ae04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.408136] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.408136] env[69133]: value = "task-3191717" [ 1130.408136] env[69133]: _type = "Task" [ 1130.408136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.420177] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191717, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.495313] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.525016] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.525295] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.525460] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.525653] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.525885] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.526018] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.526191] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.526362] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.526533] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.526707] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.526887] env[69133]: DEBUG nova.virt.hardware [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.527799] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcbff14-f448-4712-9bde-f2b5eee1d02c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538620] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9884630-4f15-4edd-a2a8-c470263b25af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.647887] env[69133]: DEBUG nova.network.neutron [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Updated VIF entry in instance network info cache for port e98f63dd-881d-450d-96fc-8ae7deafbf2b. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.648290] env[69133]: DEBUG nova.network.neutron [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Updating instance_info_cache with network_info: [{"id": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "address": "fa:16:3e:a1:65:fb", "network": {"id": "67283598-de4f-4596-beef-acdd7be39dae", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1328906829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44d5d92e01d34a80a2e25f66a4f7a526", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98f63dd-88", "ovs_interfaceid": "e98f63dd-881d-450d-96fc-8ae7deafbf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.722173] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.722750] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.726440] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.371s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.728068] env[69133]: INFO nova.compute.claims [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.824605] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Successfully updated port: 7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.868053] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.868331] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.868537] env[69133]: DEBUG nova.network.neutron [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.868752] env[69133]: DEBUG nova.objects.instance [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'info_cache' on Instance uuid 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.917820] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191717, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.151216] env[69133]: DEBUG oslo_concurrency.lockutils [req-e9c75950-2e6c-4dad-a3cc-b7233fb49dc9 req-f657c802-e6a1-4089-8ae0-a8422b78d8da service nova] Releasing lock "refresh_cache-3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.233166] env[69133]: DEBUG nova.compute.utils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.237243] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.237430] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.272897] env[69133]: DEBUG nova.policy [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.330233] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.330453] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.330665] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.424453] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191717, 'name': CreateVM_Task, 'duration_secs': 0.538246} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.424661] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.425319] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.425573] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.425862] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.426153] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14115903-c58a-47ce-a0e7-201c86c4adfa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.431180] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1131.431180] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d37bb-72d3-750c-108d-0947d409c5c4" [ 1131.431180] env[69133]: _type = "Task" [ 1131.431180] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.438929] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528d37bb-72d3-750c-108d-0947d409c5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.740612] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.836291] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Successfully created port: fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.871031] env[69133]: DEBUG nova.compute.manager [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Received event network-vif-plugged-7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.871408] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.871678] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.871889] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.872108] env[69133]: DEBUG nova.compute.manager [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] No waiting events found dispatching network-vif-plugged-7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.872336] env[69133]: WARNING nova.compute.manager [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Received unexpected event network-vif-plugged-7bcebebd-1343-4039-b7ab-c368e555269c for instance with vm_state building and task_state spawning. [ 1131.872550] env[69133]: DEBUG nova.compute.manager [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Received event network-changed-7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.872905] env[69133]: DEBUG nova.compute.manager [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Refreshing instance network info cache due to event network-changed-7bcebebd-1343-4039-b7ab-c368e555269c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.873123] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Acquiring lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.879759] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.925541] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d2ea9-fb40-42a2-a575-4ae3fd4098de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.937341] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e35c03-a20c-4882-a963-8e1c6857c637 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.946545] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528d37bb-72d3-750c-108d-0947d409c5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02441} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.971313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.972146] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.972480] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.972698] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.972928] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.977895] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c142f2-7520-4dde-84a3-63a3d538b1d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.980489] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6db02b-6c8b-41b5-8b57-8ee43c377d7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.989322] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15e1da-c913-4e74-b4c7-c2bb33bdd226 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.994180] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.994406] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.995525] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60409b20-bc75-4973-9533-4d5fa95e7cc7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.007932] env[69133]: DEBUG nova.compute.provider_tree [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.012538] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1132.012538] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52327b88-8f89-4762-470e-2b34cf10c745" [ 1132.012538] env[69133]: _type = "Task" [ 1132.012538] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.022556] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52327b88-8f89-4762-470e-2b34cf10c745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.249664] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.249929] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.250138] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.250336] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.250871] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.251107] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.251308] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.251477] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1132.251660] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.257684] env[69133]: DEBUG nova.network.neutron [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.377580] env[69133]: DEBUG nova.network.neutron [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [{"id": "3d934bff-dbe7-458a-8161-76383e6745e2", "address": "fa:16:3e:7e:ab:7a", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d934bff-db", "ovs_interfaceid": "3d934bff-dbe7-458a-8161-76383e6745e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.511340] env[69133]: DEBUG nova.scheduler.client.report [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.525105] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52327b88-8f89-4762-470e-2b34cf10c745, 'name': SearchDatastore_Task, 'duration_secs': 0.034693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.526562] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3593c995-d177-4904-bcf3-b993a5270c6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.532586] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1132.532586] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d391b-f975-9b72-d7b0-d19cf239b5e0" [ 1132.532586] env[69133]: _type = "Task" [ 1132.532586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.540253] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528d391b-f975-9b72-d7b0-d19cf239b5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.753091] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.756267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.758445] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.758855] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Instance network_info: |[{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.759061] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Acquired lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.759251] env[69133]: DEBUG nova.network.neutron [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Refreshing network info cache for port 7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.760672] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:bb:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bcebebd-1343-4039-b7ab-c368e555269c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.768629] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.769680] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.769937] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5adfc2e1-eeac-4827-861d-8d1bb8ccf9b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.794304] env[69133]: DEBUG nova.virt.hardware [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.795237] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0449c86-8071-4511-9bf7-5f632af7674c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.798949] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.798949] env[69133]: value = "task-3191719" [ 1132.798949] env[69133]: _type = "Task" [ 1132.798949] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.805674] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d69740-e3e2-418a-9d61-d85dc40db229 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.812186] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191719, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.880821] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-445d9088-5b01-4cf5-865a-0c8d856e152d" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.881111] env[69133]: DEBUG nova.objects.instance [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'migration_context' on Instance uuid 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.019777] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.020392] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.023706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.268s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.023706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.023862] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1133.025242] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44c45f3-6952-4b4e-854a-ea01cdb5a5a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.033176] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d95b32-5ecf-4a55-9ebb-75d6562acf04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.048057] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528d391b-f975-9b72-d7b0-d19cf239b5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.056073] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.056365] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8/3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.056764] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2e2bab-6ef7-438a-bdc7-252d734f28f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.059232] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54e9a2-5f7a-4753-8fc8-e6e3ad5b4a42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.068243] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2749bb4-923e-4e39-b0fd-5fef07c781f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.071205] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1133.071205] env[69133]: value = "task-3191720" [ 1133.071205] env[69133]: _type = "Task" [ 1133.071205] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.098210] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179479MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1133.098356] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.098574] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.105170] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.311163] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191719, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.384565] env[69133]: DEBUG nova.objects.base [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Object Instance<445d9088-5b01-4cf5-865a-0c8d856e152d> lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.385637] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cadec74-3784-4b66-bbaa-d7ff761acff2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.411455] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a5c376-5039-40eb-b147-a795359dffd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.421456] env[69133]: DEBUG oslo_vmware.api [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1133.421456] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52454ca8-1eae-9335-152c-2c7b469f56df" [ 1133.421456] env[69133]: _type = "Task" [ 1133.421456] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.432335] env[69133]: DEBUG oslo_vmware.api [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52454ca8-1eae-9335-152c-2c7b469f56df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.528622] env[69133]: DEBUG nova.compute.utils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.528622] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.529131] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.585782] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513542} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.588510] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8/3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.588747] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.594542] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a750d9-f739-40c4-8d24-24d7b4713aea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.612466] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1133.612466] env[69133]: value = "task-3191722" [ 1133.612466] env[69133]: _type = "Task" [ 1133.612466] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.624633] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.627377] env[69133]: DEBUG nova.policy [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4ca875d2bb24c5c9d951e4d0a54f671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4076d9c3cc9049ff9bcd3df6ca036656', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.679648] env[69133]: DEBUG nova.network.neutron [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updated VIF entry in instance network info cache for port 7bcebebd-1343-4039-b7ab-c368e555269c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.680048] env[69133]: DEBUG nova.network.neutron [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.814854] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191719, 'name': CreateVM_Task, 'duration_secs': 0.573266} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.814854] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.814854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.814854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.814854] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.814854] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a010646c-fbcc-417e-8e83-ae42a1e8860a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.821245] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1133.821245] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5229bad9-30a0-2994-d81c-ad0898f6bf13" [ 1133.821245] env[69133]: _type = "Task" [ 1133.821245] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.828485] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5229bad9-30a0-2994-d81c-ad0898f6bf13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.848933] env[69133]: DEBUG nova.compute.manager [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-vif-plugged-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.849332] env[69133]: DEBUG oslo_concurrency.lockutils [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.849639] env[69133]: DEBUG oslo_concurrency.lockutils [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.849801] env[69133]: DEBUG oslo_concurrency.lockutils [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.850013] env[69133]: DEBUG nova.compute.manager [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] No waiting events found dispatching network-vif-plugged-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.850217] env[69133]: WARNING nova.compute.manager [req-a3e05650-7f2d-43c0-a5b1-165ce221205e req-5d2e9cf1-3dfd-47f3-a398-f3dfca4cd005 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received unexpected event network-vif-plugged-fe2dd264-d845-43d2-993d-cf5602b779da for instance with vm_state building and task_state spawning. [ 1133.933141] env[69133]: DEBUG oslo_vmware.api [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52454ca8-1eae-9335-152c-2c7b469f56df, 'name': SearchDatastore_Task, 'duration_secs': 0.019194} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.933301] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.967652] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Successfully created port: 8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.031953] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.114199] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Applying migration context for instance 445d9088-5b01-4cf5-865a-0c8d856e152d as it has an incoming, in-progress migration 0aa94faf-35c1-4bbb-a95d-72565b7336c4. Migration status is confirming {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1134.116199] env[69133]: INFO nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating resource usage from migration 0aa94faf-35c1-4bbb-a95d-72565b7336c4 [ 1134.127895] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106973} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.128202] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.129047] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af6de8-cb29-4e49-ab18-e0406d05590a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.151242] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8/3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.152405] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.152533] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 9f987b97-fd64-402f-a5a8-8f023653310c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.152660] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c4e3b29b-8b25-484e-8be1-ae17e33559a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.152779] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 292874d8-7172-4c5b-9ede-a81db9d331b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.152898] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance f5f9b4b6-2c45-4eea-805f-de859bd42ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153019] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Migration 0aa94faf-35c1-4bbb-a95d-72565b7336c4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1134.153142] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 445d9088-5b01-4cf5-865a-0c8d856e152d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153256] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 76a80c9e-24e6-4daf-86ca-46d08bf6b234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153368] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153479] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2ce453d3-b11a-421e-a165-e21ba93a391e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153588] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153697] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1134.153897] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1134.154042] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1134.156652] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7972b4c-d512-4941-9d62-8764ee9a906b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.179313] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1134.179313] env[69133]: value = "task-3191723" [ 1134.179313] env[69133]: _type = "Task" [ 1134.179313] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.182846] env[69133]: DEBUG oslo_concurrency.lockutils [req-cc791578-d42a-4377-82db-3cf47a006d21 req-22d9a6b0-d81a-4657-b7b8-dd8fb0e2af23 service nova] Releasing lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.188290] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.305666] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Successfully updated port: fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.329250] env[69133]: DEBUG nova.compute.manager [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.329250] env[69133]: DEBUG nova.compute.manager [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing instance network info cache due to event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.329250] env[69133]: DEBUG oslo_concurrency.lockutils [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.329250] env[69133]: DEBUG oslo_concurrency.lockutils [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.329250] env[69133]: DEBUG nova.network.neutron [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.333413] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e59cc29-e0dd-4e7b-8120-955cac4c6ed2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.343176] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5229bad9-30a0-2994-d81c-ad0898f6bf13, 'name': SearchDatastore_Task, 'duration_secs': 0.071322} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.345238] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.345475] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.345730] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.345878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.346066] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.346626] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0670ee48-a29f-48fc-9914-cbbd9585c24f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.349532] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b5ad1-4e86-46d5-8025-d04693fa51bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.382979] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dfdc92-b71c-4deb-aff2-fff931aee956 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.385636] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.386880] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.386880] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f04024-50bc-4aaf-8e98-206793720205 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.394629] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71574e5-d72f-45e2-965d-c41a54fb9abc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.398385] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1134.398385] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521c20fc-77ee-7897-0c4a-6bea345a828c" [ 1134.398385] env[69133]: _type = "Task" [ 1134.398385] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.409692] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.417388] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521c20fc-77ee-7897-0c4a-6bea345a828c, 'name': SearchDatastore_Task, 'duration_secs': 0.01623} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.417388] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0126f298-a642-4b05-bcb3-4fabab2c3a28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.422709] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1134.422709] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529dfd91-81f7-ff89-24cb-00ed5de0aa5f" [ 1134.422709] env[69133]: _type = "Task" [ 1134.422709] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.432531] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529dfd91-81f7-ff89-24cb-00ed5de0aa5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.689759] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.811247] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.866969] env[69133]: DEBUG nova.network.neutron [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.913609] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.934031] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529dfd91-81f7-ff89-24cb-00ed5de0aa5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.934392] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.934711] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.934982] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1fb338-853f-4ae3-aeb3-ba04e63e605e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.943047] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1134.943047] env[69133]: value = "task-3191724" [ 1134.943047] env[69133]: _type = "Task" [ 1134.943047] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.951386] env[69133]: DEBUG nova.network.neutron [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.959498] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.042716] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.072146] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.072423] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.072582] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.072783] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.072932] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.073106] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.073324] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.073502] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.073692] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.073864] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.074060] env[69133]: DEBUG nova.virt.hardware [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.074948] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0814332d-2870-4e75-ab2c-26749c7c0795 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.083071] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4cc23-6e6e-406c-ba00-5905061a4ef1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.192796] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191723, 'name': ReconfigVM_Task, 'duration_secs': 0.645245} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.193107] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8/3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.193920] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4324335a-80fc-4823-a294-7305e3d6300c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.203454] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1135.203454] env[69133]: value = "task-3191725" [ 1135.203454] env[69133]: _type = "Task" [ 1135.203454] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.214170] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191725, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.420566] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1135.420853] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.322s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.421108] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.488s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.460024] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49232} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.460024] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.460024] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.460024] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd26edce-d9ac-48b5-8a69-68568126ec73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.461169] env[69133]: DEBUG oslo_concurrency.lockutils [req-04fc5df4-9675-4621-a8d7-9b1a538e02bf req-574a2731-a951-4728-b118-638c1188ea64 service nova] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.461480] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.461630] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.463809] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Successfully updated port: 8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.466248] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1135.466248] env[69133]: value = "task-3191726" [ 1135.466248] env[69133]: _type = "Task" [ 1135.466248] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.476541] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.713971] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191725, 'name': Rename_Task, 'duration_secs': 0.323312} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.714271] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.714521] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3899607e-d392-49c3-a271-9d38bede451e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.720864] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1135.720864] env[69133]: value = "task-3191728" [ 1135.720864] env[69133]: _type = "Task" [ 1135.720864] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.733846] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.969521] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.969671] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.969824] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.982750] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081274} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.983030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.983807] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d7097-c15b-4d82-9413-5edc8c9fd991 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.008646] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.009575] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.013593] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2da9ea5-2b5d-4f5f-93e2-a2c1b8d4fb79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.033672] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1136.033672] env[69133]: value = "task-3191729" [ 1136.033672] env[69133]: _type = "Task" [ 1136.033672] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.041947] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.124171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc92209-9fa1-4fbc-a097-fa20a69934d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.132601] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbadd9c-c846-4eb2-9f8c-1c3f3acb7a3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.165331] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd94acd-8307-4739-8602-c90314a403a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.174626] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7f62a-eb2f-4911-90db-75444a0b007e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.190365] env[69133]: DEBUG nova.compute.provider_tree [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.198657] env[69133]: DEBUG nova.network.neutron [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.231257] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.357927] env[69133]: DEBUG nova.compute.manager [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Received event network-vif-plugged-8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.358194] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.358411] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.358618] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.358866] env[69133]: DEBUG nova.compute.manager [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] No waiting events found dispatching network-vif-plugged-8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.359088] env[69133]: WARNING nova.compute.manager [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Received unexpected event network-vif-plugged-8010c631-4ab7-4c85-b7d1-0a973d1bd96e for instance with vm_state building and task_state spawning. [ 1136.359270] env[69133]: DEBUG nova.compute.manager [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Received event network-changed-8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.359466] env[69133]: DEBUG nova.compute.manager [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Refreshing instance network info cache due to event network-changed-8010c631-4ab7-4c85-b7d1-0a973d1bd96e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.359664] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Acquiring lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.513995] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.542716] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191729, 'name': ReconfigVM_Task, 'duration_secs': 0.416278} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.542999] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.543696] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e89aa2a-4bab-41c7-b4a8-38153f99edaf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.549722] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1136.549722] env[69133]: value = "task-3191730" [ 1136.549722] env[69133]: _type = "Task" [ 1136.549722] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.559248] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191730, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.686125] env[69133]: DEBUG nova.network.neutron [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating instance_info_cache with network_info: [{"id": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "address": "fa:16:3e:2a:ed:0c", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010c631-4a", "ovs_interfaceid": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.694391] env[69133]: DEBUG nova.scheduler.client.report [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.700932] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.701268] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance network_info: |[{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.701658] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:db:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe2dd264-d845-43d2-993d-cf5602b779da', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.709519] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.710335] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.710571] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f1c5d8d-e659-4852-9243-a196fb954998 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.736532] env[69133]: DEBUG oslo_vmware.api [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191728, 'name': PowerOnVM_Task, 'duration_secs': 0.802913} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.737889] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.738118] env[69133]: INFO nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1136.738299] env[69133]: DEBUG nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.742018] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.742018] env[69133]: value = "task-3191731" [ 1136.742018] env[69133]: _type = "Task" [ 1136.742018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.742018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7e9477-ef94-499b-9de4-00ee14a4eda3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.751918] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191731, 'name': CreateVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.059854] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191730, 'name': Rename_Task, 'duration_secs': 0.175151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.060199] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.060475] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61dcd86-caac-41b9-ab17-d01bd8de80a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.066870] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1137.066870] env[69133]: value = "task-3191732" [ 1137.066870] env[69133]: _type = "Task" [ 1137.066870] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.074100] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.189052] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.189419] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Instance network_info: |[{"id": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "address": "fa:16:3e:2a:ed:0c", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010c631-4a", "ovs_interfaceid": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.189734] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Acquired lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.189915] env[69133]: DEBUG nova.network.neutron [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Refreshing network info cache for port 8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.191137] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:ed:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8010c631-4ab7-4c85-b7d1-0a973d1bd96e', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.198676] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.199836] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.203173] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33b863ad-3821-4f92-a80b-0b099a480957 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.219707] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 1.798s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.227650] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.227650] env[69133]: value = "task-3191733" [ 1137.227650] env[69133]: _type = "Task" [ 1137.227650] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.237482] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191733, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.251390] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191731, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.263769] env[69133]: INFO nova.compute.manager [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Took 15.11 seconds to build instance. [ 1137.578275] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191732, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.736622] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191733, 'name': CreateVM_Task, 'duration_secs': 0.367525} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.736843] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.737747] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.738070] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.738416] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.738926] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310534df-fbbb-4dc2-9a2c-c386a3726cb2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.743501] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1137.743501] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b39e3f-a09d-434b-e9cf-03b4bbd4061f" [ 1137.743501] env[69133]: _type = "Task" [ 1137.743501] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.761581] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191731, 'name': CreateVM_Task, 'duration_secs': 0.628038} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.765383] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.765680] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b39e3f-a09d-434b-e9cf-03b4bbd4061f, 'name': SearchDatastore_Task, 'duration_secs': 0.014384} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.766335] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.766592] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.766807] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.767032] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.767182] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.767355] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.767894] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f129909-a0c7-417b-be2c-7d1f5897d9bd tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.619s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.768121] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.768416] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.768823] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20554e56-4d16-478b-b9b5-4807466660f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.770429] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ac56e5-f768-4b2f-a603-3391eefb4e5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.776449] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1137.776449] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522c58a7-3972-8313-78c4-560db8bf32de" [ 1137.776449] env[69133]: _type = "Task" [ 1137.776449] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.781551] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.781746] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.787091] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f89d99a-4320-4531-abdd-dc40649e5d6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.788799] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522c58a7-3972-8313-78c4-560db8bf32de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.792283] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1137.792283] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5252b757-d7f2-1a99-e9c9-36c3993bad24" [ 1137.792283] env[69133]: _type = "Task" [ 1137.792283] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.801885] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5252b757-d7f2-1a99-e9c9-36c3993bad24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.827562] env[69133]: INFO nova.scheduler.client.report [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted allocation for migration 0aa94faf-35c1-4bbb-a95d-72565b7336c4 [ 1137.994059] env[69133]: DEBUG nova.network.neutron [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updated VIF entry in instance network info cache for port 8010c631-4ab7-4c85-b7d1-0a973d1bd96e. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.994454] env[69133]: DEBUG nova.network.neutron [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating instance_info_cache with network_info: [{"id": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "address": "fa:16:3e:2a:ed:0c", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010c631-4a", "ovs_interfaceid": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.079514] env[69133]: DEBUG oslo_vmware.api [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191732, 'name': PowerOnVM_Task, 'duration_secs': 0.516502} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.079841] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.080111] env[69133]: INFO nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1138.080310] env[69133]: DEBUG nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.081167] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74feb6af-29db-45d1-8f0e-6f6bac6d2e05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.288539] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522c58a7-3972-8313-78c4-560db8bf32de, 'name': SearchDatastore_Task, 'duration_secs': 0.019675} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.288798] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.288954] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.289203] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.301895] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5252b757-d7f2-1a99-e9c9-36c3993bad24, 'name': SearchDatastore_Task, 'duration_secs': 0.014368} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.302666] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec2b70a-3c65-447e-9037-f06326da87b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.308217] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1138.308217] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bcd669-8302-2dcc-7cd7-2dc5c9146767" [ 1138.308217] env[69133]: _type = "Task" [ 1138.308217] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.316195] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bcd669-8302-2dcc-7cd7-2dc5c9146767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.336793] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c970d51e-8830-41f7-a7e1-c7cc518533cc tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.017s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.497228] env[69133]: DEBUG oslo_concurrency.lockutils [req-f6d0992b-15bf-4317-b787-a946086a9b46 req-7a807326-8472-4fc7-8bbf-ee28ad765658 service nova] Releasing lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.601684] env[69133]: INFO nova.compute.manager [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Took 15.69 seconds to build instance. [ 1138.724200] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.724431] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.747020] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.747261] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.747462] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.747640] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.747848] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.749714] env[69133]: INFO nova.compute.manager [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Terminating instance [ 1138.773236] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.773451] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.773652] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.773833] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.774025] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.776014] env[69133]: INFO nova.compute.manager [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Terminating instance [ 1138.819998] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bcd669-8302-2dcc-7cd7-2dc5c9146767, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.820296] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.820556] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9/2d616a8f-4e7a-4e52-83fa-b992d9f93bc9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.820841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.821044] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.821265] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5e6241c-9b49-453a-bdac-aad19e59a1d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.823188] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-567e5e2d-fc08-4dc0-a6db-7af266f3dc3b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.831095] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1138.831095] env[69133]: value = "task-3191735" [ 1138.831095] env[69133]: _type = "Task" [ 1138.831095] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.834950] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.835143] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.836183] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ad4e65-bb43-43e6-8c65-62be63d4820c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.841283] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.844132] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1138.844132] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527e8ed7-e4e3-3359-b854-807f86539755" [ 1138.844132] env[69133]: _type = "Task" [ 1138.844132] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.850848] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527e8ed7-e4e3-3359-b854-807f86539755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.103896] env[69133]: DEBUG oslo_concurrency.lockutils [None req-90114478-3a70-4ac3-a2f6-13d205c5be5d tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.199s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.227473] env[69133]: DEBUG nova.compute.utils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.253070] env[69133]: DEBUG nova.compute.manager [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.253310] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.254285] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc9820-8f59-4dd5-b7d6-380f12f19ac2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.261761] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.262065] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.265425] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.265958] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.266432] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.267806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520988fb-97e1-4067-8fd4-a7b931df9a5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.278444] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1139.278444] env[69133]: value = "task-3191736" [ 1139.278444] env[69133]: _type = "Task" [ 1139.278444] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.279257] env[69133]: DEBUG nova.compute.manager [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.279471] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.285435] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5430a-dcdf-4b67-9021-2ad60d3aa98a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.295962] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.298977] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.299287] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aabd422-20b9-47af-829d-f21ec70c579b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.308025] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1139.308025] env[69133]: value = "task-3191737" [ 1139.308025] env[69133]: _type = "Task" [ 1139.308025] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.317234] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.342897] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191735, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.357236] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527e8ed7-e4e3-3359-b854-807f86539755, 'name': SearchDatastore_Task, 'duration_secs': 0.030396} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.358090] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae941082-4371-4253-9d2f-7afa23cb4d2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.366977] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1139.366977] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52b32d3c-d1cc-1bb0-b4f8-5d5a2c559a60" [ 1139.366977] env[69133]: _type = "Task" [ 1139.366977] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.378214] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b32d3c-d1cc-1bb0-b4f8-5d5a2c559a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.730935] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.788812] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191736, 'name': PowerOffVM_Task, 'duration_secs': 0.233554} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.789869] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.789869] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.789869] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0e7aa5-e138-4a11-b4f0-3870107917a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.817919] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191737, 'name': PowerOffVM_Task, 'duration_secs': 0.203282} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.818222] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.818492] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.818852] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecb554fd-3daf-404d-a6ad-eabd2ef843be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.841264] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748327} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.841538] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9/2d616a8f-4e7a-4e52-83fa-b992d9f93bc9.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.841752] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.842035] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fb9d60f-d555-4a3c-8cbb-092735b7a191 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.848067] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1139.848067] env[69133]: value = "task-3191741" [ 1139.848067] env[69133]: _type = "Task" [ 1139.848067] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.856659] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.857828] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.857992] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.858190] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleting the datastore file [datastore1] 445d9088-5b01-4cf5-865a-0c8d856e152d {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.858431] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e14354f3-ab7d-4921-98c3-31713a396b69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.863727] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1139.863727] env[69133]: value = "task-3191742" [ 1139.863727] env[69133]: _type = "Task" [ 1139.863727] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.873427] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.878546] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52b32d3c-d1cc-1bb0-b4f8-5d5a2c559a60, 'name': SearchDatastore_Task, 'duration_secs': 0.058055} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.878807] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.879094] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 610c9cb9-6a2b-4cb9-8709-800e88b0dca0/610c9cb9-6a2b-4cb9-8709-800e88b0dca0.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.879351] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bf547c8-b4ea-4efb-8d2f-b63e00109779 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.882081] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.882280] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.882451] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleting the datastore file [datastore2] 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.883009] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecdacefb-5835-4f4c-8483-0554551cd7c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.886863] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1139.886863] env[69133]: value = "task-3191743" [ 1139.886863] env[69133]: _type = "Task" [ 1139.886863] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.890947] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for the task: (returnval){ [ 1139.890947] env[69133]: value = "task-3191744" [ 1139.890947] env[69133]: _type = "Task" [ 1139.890947] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.896598] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.903030] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.361334] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069742} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.361687] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.362531] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d17c4-f645-4305-ae8f-f6897cf90509 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.374801] env[69133]: DEBUG oslo_vmware.api [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30344} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.384425] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.384692] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.384877] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.385124] env[69133]: INFO nova.compute.manager [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1140.385400] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.394844] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9/2d616a8f-4e7a-4e52-83fa-b992d9f93bc9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.395203] env[69133]: DEBUG nova.compute.manager [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.395377] env[69133]: DEBUG nova.network.neutron [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.397299] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c81e894-cb6d-49dc-86d4-242bcfde0dc1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.424881] env[69133]: DEBUG oslo_vmware.api [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Task: {'id': task-3191744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315894} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.427910] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.428159] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.428338] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.428515] env[69133]: INFO nova.compute.manager [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1140.428765] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.429098] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.430476] env[69133]: DEBUG nova.compute.manager [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.430572] env[69133]: DEBUG nova.network.neutron [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.432689] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1140.432689] env[69133]: value = "task-3191745" [ 1140.432689] env[69133]: _type = "Task" [ 1140.432689] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.441871] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.584069] env[69133]: DEBUG nova.compute.manager [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1140.765915] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.800147] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.800442] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.800686] env[69133]: INFO nova.compute.manager [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Attaching volume 63aeb79d-652c-47b9-9dfe-13b9b986d55f to /dev/sdb [ 1140.841191] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8efce-e75e-4861-9d07-5555b3c8764a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.856671] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4372f-fbd3-4ca2-b04b-17cc3551f09f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.875480] env[69133]: DEBUG nova.virt.block_device [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating existing volume attachment record: 74ddb8a8-25f9-4acb-a93a-7ee8a952ad72 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1140.907799] env[69133]: DEBUG nova.compute.manager [req-b228e4be-b1f6-4f13-8df7-2e82568fb1bf req-d808d122-6733-47e2-9ed6-f0162aabbafc service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Received event network-vif-deleted-e98f63dd-881d-450d-96fc-8ae7deafbf2b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.907799] env[69133]: INFO nova.compute.manager [req-b228e4be-b1f6-4f13-8df7-2e82568fb1bf req-d808d122-6733-47e2-9ed6-f0162aabbafc service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Neutron deleted interface e98f63dd-881d-450d-96fc-8ae7deafbf2b; detaching it from the instance and deleting it from the info cache [ 1140.907976] env[69133]: DEBUG nova.network.neutron [req-b228e4be-b1f6-4f13-8df7-2e82568fb1bf req-d808d122-6733-47e2-9ed6-f0162aabbafc service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.918010] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615909} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.918599] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 610c9cb9-6a2b-4cb9-8709-800e88b0dca0/610c9cb9-6a2b-4cb9-8709-800e88b0dca0.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.918830] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.919117] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269466bc-3eac-4a78-8432-f45265d05555 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.931179] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1140.931179] env[69133]: value = "task-3191746" [ 1140.931179] env[69133]: _type = "Task" [ 1140.931179] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.943431] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.946863] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.107060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.107508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.260373] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.260556] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1141.383485] env[69133]: DEBUG nova.network.neutron [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.420190] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30d745e0-e83b-46df-8fc3-07e9c9b27b68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.430031] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da3a64-5ffd-484a-9f3a-f11865eda4e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.455104] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191745, 'name': ReconfigVM_Task, 'duration_secs': 0.913583} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.457685] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9/2d616a8f-4e7a-4e52-83fa-b992d9f93bc9.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.458386] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077495} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.468262] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519e4a43-ee56-4fa0-a4f9-59ac97024618 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.469825] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.470212] env[69133]: DEBUG nova.compute.manager [req-b228e4be-b1f6-4f13-8df7-2e82568fb1bf req-d808d122-6733-47e2-9ed6-f0162aabbafc service nova] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Detach interface failed, port_id=e98f63dd-881d-450d-96fc-8ae7deafbf2b, reason: Instance 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.471061] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e9e0c-475c-4a6f-9a38-5931930457f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.493857] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 610c9cb9-6a2b-4cb9-8709-800e88b0dca0/610c9cb9-6a2b-4cb9-8709-800e88b0dca0.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.495113] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ace4c94-6f7c-45d5-972d-81ed51157ec3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.509518] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1141.509518] env[69133]: value = "task-3191750" [ 1141.509518] env[69133]: _type = "Task" [ 1141.509518] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.515059] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1141.515059] env[69133]: value = "task-3191751" [ 1141.515059] env[69133]: _type = "Task" [ 1141.515059] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.518175] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191750, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.527034] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191751, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.554071] env[69133]: DEBUG nova.network.neutron [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.612899] env[69133]: INFO nova.compute.claims [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.886524] env[69133]: INFO nova.compute.manager [-] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Took 1.46 seconds to deallocate network for instance. [ 1142.020067] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191750, 'name': Rename_Task, 'duration_secs': 0.224214} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.022947] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.023248] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9b1d4d-aaaf-4db8-a518-61af01eb625c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.029813] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191751, 'name': ReconfigVM_Task, 'duration_secs': 0.291064} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.031022] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 610c9cb9-6a2b-4cb9-8709-800e88b0dca0/610c9cb9-6a2b-4cb9-8709-800e88b0dca0.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.031682] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1142.031682] env[69133]: value = "task-3191753" [ 1142.031682] env[69133]: _type = "Task" [ 1142.031682] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.031859] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d570f991-9f69-4837-b320-0e2b3a009d25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.041694] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.042852] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1142.042852] env[69133]: value = "task-3191754" [ 1142.042852] env[69133]: _type = "Task" [ 1142.042852] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.051337] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191754, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.056835] env[69133]: INFO nova.compute.manager [-] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Took 1.66 seconds to deallocate network for instance. [ 1142.120177] env[69133]: INFO nova.compute.resource_tracker [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating resource usage from migration 93777625-b272-47d4-9de2-801e75a9a9dd [ 1142.256104] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.284449] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5ecb68-481e-4aa9-9bb5-64bab3027f5c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.293371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68517595-a307-4ead-b434-2a69515234f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.324839] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a979a2fc-f271-4a53-a3b2-6a6d590f481d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.332130] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a5e70e-eead-46d5-89c2-46249e72ce04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.345765] env[69133]: DEBUG nova.compute.provider_tree [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.392777] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.543439] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191753, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.551297] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191754, 'name': Rename_Task, 'duration_secs': 0.135882} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.551603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.551879] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e901a8cb-efb0-4110-8e56-8b5214692e52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.558227] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1142.558227] env[69133]: value = "task-3191755" [ 1142.558227] env[69133]: _type = "Task" [ 1142.558227] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.565981] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.566254] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.848997] env[69133]: DEBUG nova.scheduler.client.report [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.933244] env[69133]: DEBUG nova.compute.manager [req-1f4259eb-6697-444a-8fee-a7bb5fb8a2a2 req-5aeb3aa6-9bcf-4a52-a4ea-413f3c6b9f76 service nova] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Received event network-vif-deleted-3d934bff-dbe7-458a-8161-76383e6745e2 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.965308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.965658] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.965865] env[69133]: INFO nova.compute.manager [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Shelving [ 1143.044141] env[69133]: DEBUG oslo_vmware.api [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191753, 'name': PowerOnVM_Task, 'duration_secs': 0.776841} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.044421] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.044621] env[69133]: INFO nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1143.044804] env[69133]: DEBUG nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.045580] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a237d-d01d-4c80-b519-baa7cc4b8fd7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.068034] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.259670] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.259878] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.353693] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.355188] env[69133]: INFO nova.compute.manager [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Migrating [ 1143.360587] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.968s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.360822] env[69133]: DEBUG nova.objects.instance [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lazy-loading 'resources' on Instance uuid 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.534460] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b3bed0-d9cc-4848-b816-a66b7f2973d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.542578] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e442a8-dd9e-4fbe-8657-0ba700024e08 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.581717] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dac2a7-4c29-4acf-aa51-9f3f85cd96b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.585570] env[69133]: INFO nova.compute.manager [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Took 16.25 seconds to build instance. [ 1143.589995] env[69133]: DEBUG oslo_vmware.api [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191755, 'name': PowerOnVM_Task, 'duration_secs': 0.530144} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.592778] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.592903] env[69133]: INFO nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1143.593042] env[69133]: DEBUG nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.594327] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4d962-0567-45b8-b66e-60a281a6bc2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.597237] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7106f-8ee6-4277-a9c4-060b0ad57c95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.616930] env[69133]: DEBUG nova.compute.provider_tree [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.763385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.876717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.876717] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.876717] env[69133]: DEBUG nova.network.neutron [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.976284] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.976761] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f85bc4a4-42f1-42c3-922d-9b211811a09a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.985527] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1143.985527] env[69133]: value = "task-3191757" [ 1143.985527] env[69133]: _type = "Task" [ 1143.985527] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.998793] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.093481] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d901b3e8-6076-4539-8064-40a8265f9c34 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.762s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.123967] env[69133]: DEBUG nova.scheduler.client.report [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.130300] env[69133]: INFO nova.compute.manager [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Took 19.96 seconds to build instance. [ 1144.495196] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191757, 'name': PowerOffVM_Task, 'duration_secs': 0.282819} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.495481] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.496299] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b871069-d8a8-4dac-92bf-aee7274198f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.516564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25737e-cab9-4b2b-98a6-c2606fe63705 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.580333] env[69133]: DEBUG nova.network.neutron [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.630569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.270s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.633523] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.067s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.634681] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.636096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.872s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.636096] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.636096] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1144.636472] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f663cdfc-8dd2-48c1-b02b-142403ab5926 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.481s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.637609] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df17e5-a4ec-414c-8d44-ed66a9ea2b2a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.646194] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a94235-c30f-42bc-80bf-6d04ee534442 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.652890] env[69133]: INFO nova.scheduler.client.report [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Deleted allocations for instance 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8 [ 1144.665444] env[69133]: INFO nova.scheduler.client.report [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted allocations for instance 445d9088-5b01-4cf5-865a-0c8d856e152d [ 1144.666905] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1696d7-f478-407c-b004-ee8daf4c44fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.676210] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d5e9e-996f-4421-b902-00a7edf28014 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.712707] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179479MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1144.712933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.713384] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.980276] env[69133]: DEBUG nova.compute.manager [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Received event network-changed-8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.980573] env[69133]: DEBUG nova.compute.manager [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Refreshing instance network info cache due to event network-changed-8010c631-4ab7-4c85-b7d1-0a973d1bd96e. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.980788] env[69133]: DEBUG oslo_concurrency.lockutils [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] Acquiring lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.980898] env[69133]: DEBUG oslo_concurrency.lockutils [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] Acquired lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.980980] env[69133]: DEBUG nova.network.neutron [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Refreshing network info cache for port 8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.027073] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.027288] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d910acc-caee-4f35-b7ef-b255776ad2bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.036433] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1145.036433] env[69133]: value = "task-3191759" [ 1145.036433] env[69133]: _type = "Task" [ 1145.036433] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.046213] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.082993] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.169764] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c7538b8-7644-4f75-8c68-ecffe82afe37 tempest-ServerDiskConfigTestJSON-1702988071 tempest-ServerDiskConfigTestJSON-1702988071-project-member] Lock "3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.396s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.182565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-53003f76-0ab1-430f-9cdd-2aed52419fe1 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "445d9088-5b01-4cf5-865a-0c8d856e152d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.432s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.453775] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1145.454035] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638271', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'name': 'volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4e3b29b-8b25-484e-8be1-ae17e33559a3', 'attached_at': '', 'detached_at': '', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'serial': '63aeb79d-652c-47b9-9dfe-13b9b986d55f'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1145.455034] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc503b1-80eb-441e-9c9a-a62c2b8c267b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.477332] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e85eb-49d8-4c4a-84c2-008040017938 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.507263] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f/volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.509658] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcc2bf5-23fc-4013-bda7-15b6b3454dbf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.529986] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1145.529986] env[69133]: value = "task-3191760" [ 1145.529986] env[69133]: _type = "Task" [ 1145.529986] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.548660] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.556777] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191759, 'name': CreateSnapshot_Task, 'duration_secs': 0.477959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.557257] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.558619] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64137428-cd51-414f-a891-2358473997ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.727993] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Applying migration context for instance 2ce453d3-b11a-421e-a165-e21ba93a391e as it has an incoming, in-progress migration 93777625-b272-47d4-9de2-801e75a9a9dd. Migration status is migrating {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.729842] env[69133]: INFO nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating resource usage from migration 93777625-b272-47d4-9de2-801e75a9a9dd [ 1145.758932] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.759072] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 9f987b97-fd64-402f-a5a8-8f023653310c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.759316] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c4e3b29b-8b25-484e-8be1-ae17e33559a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.759510] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 292874d8-7172-4c5b-9ede-a81db9d331b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.759688] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance f5f9b4b6-2c45-4eea-805f-de859bd42ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.759888] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 76a80c9e-24e6-4daf-86ca-46d08bf6b234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.760062] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.760252] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.760421] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Migration 93777625-b272-47d4-9de2-801e75a9a9dd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.760587] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2ce453d3-b11a-421e-a165-e21ba93a391e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.760854] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1145.761084] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1146.014745] env[69133]: DEBUG nova.compute.manager [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.014745] env[69133]: DEBUG nova.compute.manager [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.014745] env[69133]: DEBUG oslo_concurrency.lockutils [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.014745] env[69133]: DEBUG oslo_concurrency.lockutils [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.018053] env[69133]: DEBUG nova.network.neutron [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.057127] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.081339] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.091234] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56f701af-b106-41ea-ada2-2bd5513a3bcd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.097058] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1146.097058] env[69133]: value = "task-3191761" [ 1146.097058] env[69133]: _type = "Task" [ 1146.097058] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.106203] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.124584] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e5aa6-ffd1-474a-b6ee-90810bb8f316 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.135921] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2414c5eb-062d-47c4-bcac-ad293a0f3978 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.176832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb86df2-d5ef-46ec-8680-3b86f7bcfeea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.184951] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c2fb1-95b8-4f41-b0e9-b22f5eeeac07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.200019] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.254542] env[69133]: DEBUG nova.network.neutron [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updated VIF entry in instance network info cache for port 8010c631-4ab7-4c85-b7d1-0a973d1bd96e. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.254914] env[69133]: DEBUG nova.network.neutron [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating instance_info_cache with network_info: [{"id": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "address": "fa:16:3e:2a:ed:0c", "network": {"id": "8b044db0-9d9f-4146-af52-7da53f36c986", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-923991432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4076d9c3cc9049ff9bcd3df6ca036656", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8010c631-4a", "ovs_interfaceid": "8010c631-4ab7-4c85-b7d1-0a973d1bd96e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.549714] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.550314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.551233] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191760, 'name': ReconfigVM_Task, 'duration_secs': 0.663542} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.551514] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f/volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.557175] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51959a97-8643-45db-865f-f8578952bf76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.576136] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1146.576136] env[69133]: value = "task-3191762" [ 1146.576136] env[69133]: _type = "Task" [ 1146.576136] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.584989] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.605695] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe04fe-7e21-4e2b-bfc9-d935a320b625 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.615435] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.633704] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.702875] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.758867] env[69133]: DEBUG oslo_concurrency.lockutils [req-27c3aff1-5f76-4bf7-b0dc-6f15296708d3 req-7dbe6e17-360b-4ec6-98e8-c534a4938f4f service nova] Releasing lock "refresh_cache-2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.015413] env[69133]: DEBUG nova.network.neutron [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.015413] env[69133]: DEBUG nova.network.neutron [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.059143] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.089366] env[69133]: DEBUG oslo_vmware.api [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191762, 'name': ReconfigVM_Task, 'duration_secs': 0.239881} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.089707] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638271', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'name': 'volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4e3b29b-8b25-484e-8be1-ae17e33559a3', 'attached_at': '', 'detached_at': '', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'serial': '63aeb79d-652c-47b9-9dfe-13b9b986d55f'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1147.112674] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.142999] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.144032] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba9bbab2-fdd1-4d1e-b5cd-6122d5605b38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.151173] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1147.151173] env[69133]: value = "task-3191763" [ 1147.151173] env[69133]: _type = "Task" [ 1147.151173] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.158902] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.207995] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1147.207995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.494s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.207995] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.208249] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1147.517433] env[69133]: DEBUG oslo_concurrency.lockutils [req-1661722f-c464-444d-91a3-572577329e07 req-4b2b7f16-1e1a-4ac9-8d1a-7e3fd013f9f6 service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.588077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.588077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.589777] env[69133]: INFO nova.compute.claims [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.611350] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.661141] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191763, 'name': PowerOffVM_Task, 'duration_secs': 0.381756} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.661507] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.661691] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.733740] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] There are 57 instances to clean {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1147.733740] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 3ecd8d49-16b5-472d-9d0d-fa00b70fb8e8] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.765485] env[69133]: DEBUG nova.compute.manager [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.765485] env[69133]: DEBUG nova.compute.manager [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing instance network info cache due to event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.765485] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765485] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.765485] env[69133]: DEBUG nova.network.neutron [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.046037] env[69133]: DEBUG nova.compute.manager [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.046387] env[69133]: DEBUG nova.compute.manager [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing instance network info cache due to event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.046499] env[69133]: DEBUG oslo_concurrency.lockutils [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.113192] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.152592] env[69133]: DEBUG nova.objects.instance [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid c4e3b29b-8b25-484e-8be1-ae17e33559a3 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.170748] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.170983] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.171167] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.171402] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.171594] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.171691] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.171922] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.172110] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.172284] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.172503] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.172662] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.179176] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0479abd-1ab9-4f0e-9bf6-37a991f685ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.196482] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1148.196482] env[69133]: value = "task-3191764" [ 1148.196482] env[69133]: _type = "Task" [ 1148.196482] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.207646] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.240112] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 3820f319-775d-4f11-94c8-06a9537ce200] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.448166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.448423] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.538160] env[69133]: DEBUG nova.network.neutron [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updated VIF entry in instance network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.538516] env[69133]: DEBUG nova.network.neutron [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.620388] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191761, 'name': CloneVM_Task, 'duration_secs': 2.066938} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.620679] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Created linked-clone VM from snapshot [ 1148.621448] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7006660-6ec2-4ecf-85b3-eda5e34cb3e9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.629875] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Uploading image 40999102-f826-4e4e-961c-21b9282c2a43 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.660083] env[69133]: DEBUG oslo_concurrency.lockutils [None req-06188883-73ad-4431-8443-95924756d931 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.679018] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.679018] env[69133]: value = "vm-638273" [ 1148.679018] env[69133]: _type = "VirtualMachine" [ 1148.679018] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.679683] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd5e1aff-5260-480a-a338-f134f1aec36a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.690622] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease: (returnval){ [ 1148.690622] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283e2fa-78b1-430c-be8f-067e22d5744f" [ 1148.690622] env[69133]: _type = "HttpNfcLease" [ 1148.690622] env[69133]: } obtained for exporting VM: (result){ [ 1148.690622] env[69133]: value = "vm-638273" [ 1148.690622] env[69133]: _type = "VirtualMachine" [ 1148.690622] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1148.690903] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the lease: (returnval){ [ 1148.690903] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283e2fa-78b1-430c-be8f-067e22d5744f" [ 1148.690903] env[69133]: _type = "HttpNfcLease" [ 1148.690903] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.702652] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.702652] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283e2fa-78b1-430c-be8f-067e22d5744f" [ 1148.702652] env[69133]: _type = "HttpNfcLease" [ 1148.702652] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1148.707747] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191764, 'name': ReconfigVM_Task, 'duration_secs': 0.257396} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.710597] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.746332] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: f4135e48-450e-4ea7-9cc7-d22a9aa16333] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.820483] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d870c93-cfad-430d-9ea0-3d2053e14063 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.828553] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19374ab-dc52-457a-92bf-0acef1f44078 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.860712] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2083e87-a3d9-4337-9aec-806fd4f60005 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.868970] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48628472-fff7-4172-8d43-ca2445cfbdfb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.884724] env[69133]: DEBUG nova.compute.provider_tree [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.950965] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.042959] env[69133]: DEBUG oslo_concurrency.lockutils [req-2e6e693e-0355-4aed-97c2-c0f46f66ce07 req-c5e69090-6884-4f27-ad68-7a300c0c103c service nova] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.042959] env[69133]: DEBUG oslo_concurrency.lockutils [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.042959] env[69133]: DEBUG nova.network.neutron [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.203506] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.203506] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283e2fa-78b1-430c-be8f-067e22d5744f" [ 1149.203506] env[69133]: _type = "HttpNfcLease" [ 1149.203506] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.203877] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.203877] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5283e2fa-78b1-430c-be8f-067e22d5744f" [ 1149.203877] env[69133]: _type = "HttpNfcLease" [ 1149.203877] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.204557] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2d293-3369-4490-b2cb-03b8be7b21f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.214154] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.214339] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.217287] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.217506] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.217660] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.217836] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.218014] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.218188] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.218407] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.218561] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.218725] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.218898] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.219097] env[69133]: DEBUG nova.virt.hardware [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.224378] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.225345] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d7811b-3a03-4214-a3de-3b29f10c7ebd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.291231] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 23b395d3-b54c-422f-9d4b-38c4543c8550] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.298762] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1149.298762] env[69133]: value = "task-3191766" [ 1149.298762] env[69133]: _type = "Task" [ 1149.298762] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.306985] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.352998] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0204ff0-76e7-4c49-a243-c106e210c2c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.387262] env[69133]: DEBUG nova.scheduler.client.report [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.472427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.794749] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: fdd5b10b-0e6e-4e58-9c74-e699e567c9b4] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.809842] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191766, 'name': ReconfigVM_Task, 'duration_secs': 0.302756} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.813018] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.813018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013276fa-4fbc-45bb-862a-c01a3648ca10 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.841061] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.842717] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d5931bc-8b63-45b1-82bf-2e921b01b958 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.859937] env[69133]: DEBUG nova.compute.manager [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.860303] env[69133]: DEBUG nova.compute.manager [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.860624] env[69133]: DEBUG oslo_concurrency.lockutils [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.860874] env[69133]: DEBUG oslo_concurrency.lockutils [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.861151] env[69133]: DEBUG nova.network.neutron [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.864221] env[69133]: DEBUG nova.network.neutron [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updated VIF entry in instance network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.864671] env[69133]: DEBUG nova.network.neutron [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.871166] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1149.871166] env[69133]: value = "task-3191767" [ 1149.871166] env[69133]: _type = "Task" [ 1149.871166] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.883769] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.893272] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.893838] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.897420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.424s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.899040] env[69133]: INFO nova.compute.claims [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.297952] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: e2497f5d-e0d3-4fbb-ab40-9d5c0e5c8218] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.371860] env[69133]: DEBUG oslo_concurrency.lockutils [req-faebce12-d4a2-4c3c-a384-933318650033 req-ac05c42f-023f-4c2d-9eaf-98050ff82923 service nova] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.382255] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.403178] env[69133]: DEBUG nova.compute.utils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.405083] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1150.405354] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1150.475642] env[69133]: DEBUG nova.policy [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '987c141a6ae94d12bcc040007fbdba9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ead6e7ca9242efa83b9a8fc2c4546c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1150.491415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.491764] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.754880] env[69133]: DEBUG nova.network.neutron [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.755385] env[69133]: DEBUG nova.network.neutron [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.802195] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: e89fb347-ff09-4e6b-978e-e381c36d496b] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.885070] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191767, 'name': ReconfigVM_Task, 'duration_secs': 0.601124} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.885538] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e/2ce453d3-b11a-421e-a165-e21ba93a391e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.885995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.909172] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.990485] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Successfully created port: 09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.996297] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.145016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a51f6-247d-41a7-8d35-f4f26972319f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.153114] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcdfe5-1d39-4ded-8ef7-10bdad36cce6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.184291] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a612a9ed-5744-45c8-a1a4-bfe15b4919c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.192130] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78749d3-28dd-46e8-bec2-8a1702064ae8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.206379] env[69133]: DEBUG nova.compute.provider_tree [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.258555] env[69133]: DEBUG oslo_concurrency.lockutils [req-c5baef55-b4b4-4244-94bd-275d153edd69 req-5e8d8864-53ac-4870-a884-5787cf47e36b service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.305980] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: dd532f27-3382-4114-a307-de0167bb4b16] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.393821] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c128e-328e-450d-a287-1bbe1a74639a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.412956] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a128f1-fc80-4a0e-90e0-1a02b326ea6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.435091] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.517813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.710129] env[69133]: DEBUG nova.scheduler.client.report [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.809315] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 6481ee63-9b65-4be4-b8a2-0640f31edd35] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.941210] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.974112] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.974399] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.974558] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.974761] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.974967] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.975152] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.975497] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.975722] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.975985] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.976189] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.976381] env[69133]: DEBUG nova.virt.hardware [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.977343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709c1fcf-5b3c-4a27-891e-400ef12aa859 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.985669] env[69133]: DEBUG nova.network.neutron [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Port 7bcebebd-1343-4039-b7ab-c368e555269c binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1151.987994] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc28c2af-0d0c-4434-b6ae-761f433bc5f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.215397] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.215896] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.219065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.701s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.220540] env[69133]: INFO nova.compute.claims [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.313404] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a9cc371d-9dd3-4039-a669-48f4450c01e1] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.383597] env[69133]: DEBUG nova.compute.manager [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Received event network-vif-plugged-09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.383859] env[69133]: DEBUG oslo_concurrency.lockutils [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.384058] env[69133]: DEBUG oslo_concurrency.lockutils [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.384269] env[69133]: DEBUG oslo_concurrency.lockutils [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.384450] env[69133]: DEBUG nova.compute.manager [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] No waiting events found dispatching network-vif-plugged-09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.384617] env[69133]: WARNING nova.compute.manager [req-199e1718-6ef5-422e-9a73-31b4fc930f43 req-15271ef4-b67d-4f39-8ab7-f96318851aaa service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Received unexpected event network-vif-plugged-09bb2397-627f-4849-b4a2-0bca39445e79 for instance with vm_state building and task_state spawning. [ 1152.490227] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Successfully updated port: 09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.724600] env[69133]: DEBUG nova.compute.utils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.728030] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.728354] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.766341] env[69133]: DEBUG nova.policy [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11238dfc25e9498d8c3de195e2ed7960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9351371bd84cd2b7d0ec88426fbaef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.816575] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: cf10a066-fef6-45b1-8f4c-591bb0962a14] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.993758] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.993758] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.994025] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.018415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.018715] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.018893] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.075277] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Successfully created port: 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.232639] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.320311] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 059115ed-c96d-4111-8dcc-7010d21cd343] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.436171] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff930a1-d52d-4b18-a797-26814f4b81f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.446673] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c4d5b-0a74-41f5-b65e-de16abdf1ee2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.477504] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68039da6-fc45-4c7c-b649-bb89f0f3e39c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.486634] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e178c5-7c66-478b-bb40-e53278605a79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.504910] env[69133]: DEBUG nova.compute.provider_tree [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.558085] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.741813] env[69133]: INFO nova.virt.block_device [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Booting with volume 763cb1c8-8e4b-4b8a-8e92-96b08e47414c at /dev/sda [ 1153.787762] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0361a949-c2f8-41df-820f-5c1c59524861 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.793093] env[69133]: DEBUG nova.network.neutron [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.799194] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d15eb27-152b-460e-9f38-f4705e8a017c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.834070] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2e263cef-521c-47b4-bfbf-e08234a9b1ce] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.836691] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3234017f-e08d-4a17-ab6d-5fa90ae3cc1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.846532] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e6d95-0a14-4291-b244-50490c66d5a3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.883755] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb584b-d419-4fc6-991a-b53e0df6f648 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.891372] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1db9fb-2f9c-4f92-bf75-00545239af24 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.905804] env[69133]: DEBUG nova.virt.block_device [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating existing volume attachment record: 239adc43-ec85-4615-a763-358a9db17116 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.008448] env[69133]: DEBUG nova.scheduler.client.report [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.054137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.054381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.054588] env[69133]: DEBUG nova.network.neutron [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.063658] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.063898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.064301] env[69133]: DEBUG nova.objects.instance [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid f5f9b4b6-2c45-4eea-805f-de859bd42ed2 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.296258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.296638] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Instance network_info: |[{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.297117] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:99:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09bb2397-627f-4849-b4a2-0bca39445e79', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.305242] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.305521] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.305761] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f993cd-b688-4563-994c-cb4e46561fed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.328070] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.328070] env[69133]: value = "task-3191768" [ 1154.328070] env[69133]: _type = "Task" [ 1154.328070] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.337720] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a58d67cb-847d-4b7f-8ab5-ca06c49c4e95] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.339703] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191768, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.408726] env[69133]: DEBUG nova.compute.manager [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Received event network-changed-09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.408921] env[69133]: DEBUG nova.compute.manager [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Refreshing instance network info cache due to event network-changed-09bb2397-627f-4849-b4a2-0bca39445e79. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.409399] env[69133]: DEBUG oslo_concurrency.lockutils [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.409622] env[69133]: DEBUG oslo_concurrency.lockutils [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.409852] env[69133]: DEBUG nova.network.neutron [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Refreshing network info cache for port 09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.513249] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.513811] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.800087] env[69133]: DEBUG nova.objects.instance [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid f5f9b4b6-2c45-4eea-805f-de859bd42ed2 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.841198] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: fe65a3fb-2e4b-4fdf-9dbc-f1bb18c5fe12] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.843299] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191768, 'name': CreateVM_Task, 'duration_secs': 0.475169} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.843985] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.844614] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.844809] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.845144] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.845410] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407278d8-b078-4106-a75c-1d59ebf905bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.851800] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1154.851800] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522e20aa-f815-8615-40ed-b6a032d1b59c" [ 1154.851800] env[69133]: _type = "Task" [ 1154.851800] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.860853] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522e20aa-f815-8615-40ed-b6a032d1b59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.989165] env[69133]: DEBUG nova.network.neutron [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.019045] env[69133]: DEBUG nova.compute.utils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.023573] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.023818] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.109908] env[69133]: DEBUG nova.policy [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75dfa9362fb483c8f8a55ad0b3c0e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76bca79df70479991e022246190119d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.303536] env[69133]: DEBUG nova.objects.base [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.303905] env[69133]: DEBUG nova.network.neutron [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.314787] env[69133]: DEBUG nova.network.neutron [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updated VIF entry in instance network info cache for port 09bb2397-627f-4849-b4a2-0bca39445e79. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.315147] env[69133]: DEBUG nova.network.neutron [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.345088] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 7f8b555a-694d-4ec7-aeb0-3a0c9be4c3bd] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.364443] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522e20aa-f815-8615-40ed-b6a032d1b59c, 'name': SearchDatastore_Task, 'duration_secs': 0.017882} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.364774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.365026] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.365277] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.365427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.365609] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.365934] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8946a1b3-95ca-47de-838e-4be56a6f3815 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.376289] env[69133]: DEBUG nova.policy [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.380192] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.380423] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.381222] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a4cfd8-ece7-464e-9eb0-ba4b25130dde {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.388704] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1155.388704] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5246bd3c-0c4b-c9fc-1855-df07d69ccb97" [ 1155.388704] env[69133]: _type = "Task" [ 1155.388704] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.397944] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246bd3c-0c4b-c9fc-1855-df07d69ccb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.438343] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Successfully updated port: 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.497832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.527398] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.662125] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Successfully created port: 1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.818613] env[69133]: DEBUG oslo_concurrency.lockutils [req-3798e198-0d0c-4305-9ddd-db2170f9d0cc req-aa75ae90-316a-4c7d-aa67-e40f85d5808c service nova] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.849272] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 38261b64-e11c-4400-b294-d42cec77ab9b] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.901141] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5246bd3c-0c4b-c9fc-1855-df07d69ccb97, 'name': SearchDatastore_Task, 'duration_secs': 0.016396} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.902944] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e016a3-cad0-4ebf-b68c-df8b817395d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.908586] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1155.908586] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5206f972-3925-913d-8e5e-e62676f74f95" [ 1155.908586] env[69133]: _type = "Task" [ 1155.908586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.918508] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5206f972-3925-913d-8e5e-e62676f74f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.941900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.941900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.942086] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.008145] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.008145] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.008145] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.008145] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.008145] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.008145] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.008522] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.008522] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.008624] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.008789] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.008945] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.009134] env[69133]: DEBUG nova.virt.hardware [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.012293] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd0513-88ed-407c-a548-269535ceeb00 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.021889] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b575d2-4ef4-47d7-aa1a-f0a856e88233 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.044043] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e1ece-3f95-44de-a967-352113678eec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.064747] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97a6f2e-2373-4750-aa08-b64c8561f008 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.072985] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.352804] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: da7a7784-3d15-45c0-aa8a-d662aa3da035] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.419757] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5206f972-3925-913d-8e5e-e62676f74f95, 'name': SearchDatastore_Task, 'duration_secs': 0.02348} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.420495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.420495] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.420645] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64c5d632-579d-4bfb-91b6-e792c87f31d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.428521] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1156.428521] env[69133]: value = "task-3191769" [ 1156.428521] env[69133]: _type = "Task" [ 1156.428521] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.434829] env[69133]: DEBUG nova.compute.manager [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Received event network-vif-plugged-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.435104] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.435104] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.435304] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.435427] env[69133]: DEBUG nova.compute.manager [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] No waiting events found dispatching network-vif-plugged-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.435579] env[69133]: WARNING nova.compute.manager [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Received unexpected event network-vif-plugged-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 for instance with vm_state building and task_state spawning. [ 1156.435779] env[69133]: DEBUG nova.compute.manager [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Received event network-changed-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.435954] env[69133]: DEBUG nova.compute.manager [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Refreshing instance network info cache due to event network-changed-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.436137] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.440345] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.491537] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.544354] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.576854] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.577133] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.577300] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.577481] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.577629] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.577907] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.578182] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.578357] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.578529] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.578694] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.578868] env[69133]: DEBUG nova.virt.hardware [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.580602] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.581439] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf501b3-5fdc-44f1-8acf-52f70e2d2232 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.586554] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a7aab7-a6b6-4cf1-b256-11f0cfcc8064 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.597894] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d276267a-4782-4ed3-8fba-03a19cdcaf5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.602154] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1156.602154] env[69133]: value = "task-3191770" [ 1156.602154] env[69133]: _type = "Task" [ 1156.602154] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.619939] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.708701] env[69133]: DEBUG nova.network.neutron [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.856383] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 86958f4b-d53a-4cd5-b70c-a3c5b9246131] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.872288] env[69133]: DEBUG nova.compute.manager [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.872517] env[69133]: DEBUG oslo_concurrency.lockutils [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.872723] env[69133]: DEBUG oslo_concurrency.lockutils [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.872894] env[69133]: DEBUG oslo_concurrency.lockutils [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.873071] env[69133]: DEBUG nova.compute.manager [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] No waiting events found dispatching network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.873241] env[69133]: WARNING nova.compute.manager [req-f1a02466-41f3-44e0-b099-33d1b6920cc9 req-c4c6f490-7ce2-4d62-8a0b-2bf9c6e09703 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received unexpected event network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 for instance with vm_state active and task_state None. [ 1156.941692] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191769, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.976312] env[69133]: DEBUG nova.network.neutron [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Successfully updated port: 58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.117713] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.203356] env[69133]: DEBUG nova.compute.manager [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Received event network-vif-plugged-1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.203645] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] Acquiring lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.203959] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.204155] env[69133]: DEBUG oslo_concurrency.lockutils [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.204370] env[69133]: DEBUG nova.compute.manager [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] No waiting events found dispatching network-vif-plugged-1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.204562] env[69133]: WARNING nova.compute.manager [req-cd8a6965-53a2-43ed-9c33-395f3e9e8060 req-a5d3144d-a185-405f-8f7b-ebc72f6244dd service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Received unexpected event network-vif-plugged-1042a077-7661-4946-b97e-7f6b474c8be3 for instance with vm_state building and task_state spawning. [ 1157.211875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.212271] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Instance network_info: |[{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.212990] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.213422] env[69133]: DEBUG nova.network.neutron [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Refreshing network info cache for port 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.214721] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b3:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.224099] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.226015] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.226706] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b6ce0f4-0a84-466a-a4ef-c7f542121097 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.250435] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.250435] env[69133]: value = "task-3191771" [ 1157.250435] env[69133]: _type = "Task" [ 1157.250435] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.280356] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191771, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.314772] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1157.315795] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953f10ef-d631-407d-bb2e-36a00036b69a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.322544] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1157.322721] env[69133]: ERROR oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk due to incomplete transfer. [ 1157.322959] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-030ab016-a71b-4565-9ca6-e40debfc0a79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.331871] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52151d1a-7cc2-5175-55c4-60a159e3436e/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1157.332096] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Uploaded image 40999102-f826-4e4e-961c-21b9282c2a43 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1157.334740] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1157.335008] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4e89139-3ec7-47f6-98d7-3561456138d1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.342830] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1157.342830] env[69133]: value = "task-3191772" [ 1157.342830] env[69133]: _type = "Task" [ 1157.342830] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.353333] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191772, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.361208] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ec450240-395c-4ab3-a7d6-a557a67c6e02] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.439977] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555077} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.440272] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.440498] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.440749] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16ab62f4-6600-4648-8a6a-6c12729c1b4e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.448940] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1157.448940] env[69133]: value = "task-3191773" [ 1157.448940] env[69133]: _type = "Task" [ 1157.448940] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.458142] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.479864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.479864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.480612] env[69133]: DEBUG nova.network.neutron [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.615055] env[69133]: DEBUG oslo_vmware.api [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191770, 'name': PowerOnVM_Task, 'duration_secs': 0.690059} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.615658] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.615658] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa1bae-7eed-42d2-961b-b888dbf56996 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance '2ce453d3-b11a-421e-a165-e21ba93a391e' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.730176] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Successfully updated port: 1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.760656] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191771, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.858914] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191772, 'name': Destroy_Task, 'duration_secs': 0.363721} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.859124] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Destroyed the VM [ 1157.859362] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1157.859634] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32b721ab-0312-44eb-96b0-bb8a9e9a4118 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.864935] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0f8ede1d-1cd0-4cd9-ab92-234822aad9f9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.869030] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1157.869030] env[69133]: value = "task-3191774" [ 1157.869030] env[69133]: _type = "Task" [ 1157.869030] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.879207] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.960209] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074091} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.960497] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.961334] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4673e197-76d0-4c1b-832c-81dbf9906df9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.991235] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.992205] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d331e21-7926-4ca4-bc91-e140c3b8269b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.007888] env[69133]: DEBUG nova.network.neutron [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updated VIF entry in instance network info cache for port 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.008293] env[69133]: DEBUG nova.network.neutron [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.016347] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1158.016347] env[69133]: value = "task-3191775" [ 1158.016347] env[69133]: _type = "Task" [ 1158.016347] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.026341] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.055479] env[69133]: WARNING nova.network.neutron [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 1158.232721] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.232890] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.233048] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.261667] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191771, 'name': CreateVM_Task, 'duration_secs': 0.673595} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.261835] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.262583] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'attachment_id': '239adc43-ec85-4615-a763-358a9db17116', 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638269', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'name': 'volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673d0228-7954-44fe-ba93-cdb431b38169', 'attached_at': '', 'detached_at': '', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'serial': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c'}, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69133) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1158.262828] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Root volume attach. Driver type: vmdk {{(pid=69133) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1158.263689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3306cfe-6f2c-4590-b976-535e4779d41b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.273209] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf9bba-2c4d-483e-9fb8-89270ae2df0f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.280889] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6629d1-8350-468e-8e5b-5b3420797f62 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.292317] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d37aee67-11c4-4dd7-8eeb-4b18b96fec27 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.302877] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1158.302877] env[69133]: value = "task-3191776" [ 1158.302877] env[69133]: _type = "Task" [ 1158.302877] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.312098] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.367896] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: df5253de-0ded-4197-aa44-4d8be27c68b8] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.381441] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191774, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.397431] env[69133]: DEBUG nova.network.neutron [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58634cb0-1396-475f-9249-f6c83ac56d73", "address": "fa:16:3e:aa:3e:c4", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58634cb0-13", "ovs_interfaceid": "58634cb0-1396-475f-9249-f6c83ac56d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.463875] env[69133]: DEBUG nova.compute.manager [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Received event network-changed-1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.464098] env[69133]: DEBUG nova.compute.manager [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Refreshing instance network info cache due to event network-changed-1042a077-7661-4946-b97e-7f6b474c8be3. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.464298] env[69133]: DEBUG oslo_concurrency.lockutils [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] Acquiring lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.510687] env[69133]: DEBUG oslo_concurrency.lockutils [req-616d0232-5582-4249-a515-45e4d3ef00d7 req-88cb7164-4b22-47e2-98f0-bc5308aeee48 service nova] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.527499] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191775, 'name': ReconfigVM_Task, 'duration_secs': 0.508482} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.527770] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.529029] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ede9bdc-a7d5-414b-875d-675908aae98c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.536148] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1158.536148] env[69133]: value = "task-3191777" [ 1158.536148] env[69133]: _type = "Task" [ 1158.536148] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.544580] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191777, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.788595] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.816131] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.872449] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 792230eb-9749-4cd3-8e27-8a64e7ff0404] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.888809] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191774, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706116} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.888809] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1158.888943] env[69133]: DEBUG nova.compute.manager [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.889862] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fdd559-6652-4bcd-a783-16330021fcf6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.902088] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.902720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.904026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.904191] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfeb91d-bc15-4c67-982c-7c6ca42fa0ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.924580] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.924804] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.924955] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.925149] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.925290] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.925433] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.925629] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.925780] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.925942] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.926137] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.927040] env[69133]: DEBUG nova.virt.hardware [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.933267] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfiguring VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1158.936275] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab107386-9d3b-4e3e-a80d-4673a5934638 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.959570] env[69133]: DEBUG oslo_vmware.api [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1158.959570] env[69133]: value = "task-3191778" [ 1158.959570] env[69133]: _type = "Task" [ 1158.959570] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.971548] env[69133]: DEBUG oslo_vmware.api [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191778, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.988943] env[69133]: DEBUG nova.network.neutron [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updating instance_info_cache with network_info: [{"id": "1042a077-7661-4946-b97e-7f6b474c8be3", "address": "fa:16:3e:b3:b7:94", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1042a077-76", "ovs_interfaceid": "1042a077-7661-4946-b97e-7f6b474c8be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.048579] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191777, 'name': Rename_Task, 'duration_secs': 0.196871} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.048920] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.049232] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0fd996a-63c3-4435-859a-e8755c9e0882 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.060363] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1159.060363] env[69133]: value = "task-3191779" [ 1159.060363] env[69133]: _type = "Task" [ 1159.060363] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.071954] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.321058] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 54%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.376112] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: bd034d3a-bd4a-49e3-b235-a6c3ca744ba6] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.406754] env[69133]: INFO nova.compute.manager [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Shelve offloading [ 1159.472937] env[69133]: DEBUG oslo_vmware.api [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.491420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491902] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Instance network_info: |[{"id": "1042a077-7661-4946-b97e-7f6b474c8be3", "address": "fa:16:3e:b3:b7:94", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1042a077-76", "ovs_interfaceid": "1042a077-7661-4946-b97e-7f6b474c8be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.492314] env[69133]: DEBUG oslo_concurrency.lockutils [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] Acquired lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.492605] env[69133]: DEBUG nova.network.neutron [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Refreshing network info cache for port 1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.494147] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b7:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1042a077-7661-4946-b97e-7f6b474c8be3', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.502615] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.505894] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.506848] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89433804-c237-4b14-b4a0-6eb059648751 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.531852] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.531852] env[69133]: value = "task-3191780" [ 1159.531852] env[69133]: _type = "Task" [ 1159.531852] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.541958] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191780, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.576590] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191779, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.734511] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.734909] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.735197] env[69133]: INFO nova.compute.manager [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Shelving [ 1159.769358] env[69133]: DEBUG nova.network.neutron [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updated VIF entry in instance network info cache for port 1042a077-7661-4946-b97e-7f6b474c8be3. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.769766] env[69133]: DEBUG nova.network.neutron [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updating instance_info_cache with network_info: [{"id": "1042a077-7661-4946-b97e-7f6b474c8be3", "address": "fa:16:3e:b3:b7:94", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1042a077-76", "ovs_interfaceid": "1042a077-7661-4946-b97e-7f6b474c8be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.816751] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.817009] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.817211] env[69133]: DEBUG nova.compute.manager [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Going to confirm migration 8 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1159.818588] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 67%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.880186] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: c23f9eec-64a9-4f58-a7bb-16336370da8d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.910580] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.910905] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12c802cc-bbcb-4ccd-a5e7-c95aafcaff31 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.923354] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1159.923354] env[69133]: value = "task-3191781" [ 1159.923354] env[69133]: _type = "Task" [ 1159.923354] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.940954] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1159.941257] env[69133]: DEBUG nova.compute.manager [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.942148] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc1c1f-2251-4daa-b246-7c34c9dc6829 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.952142] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.952338] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.952615] env[69133]: DEBUG nova.network.neutron [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.975247] env[69133]: DEBUG oslo_vmware.api [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191778, 'name': ReconfigVM_Task, 'duration_secs': 0.808932} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.976140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.976297] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfigured VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.043741] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191780, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.072395] env[69133]: DEBUG oslo_vmware.api [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191779, 'name': PowerOnVM_Task, 'duration_secs': 0.695733} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.072675] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.072879] env[69133]: INFO nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1160.073072] env[69133]: DEBUG nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.073868] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9a84d2-6264-4961-8bbc-219f878cc80a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.272907] env[69133]: DEBUG oslo_concurrency.lockutils [req-b44b318c-0e87-4c7d-9374-7ceca4301932 req-79440452-3957-49fe-81cd-80b178a80fe0 service nova] Releasing lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.318357] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 81%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.383080] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.383415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquired lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.383543] env[69133]: DEBUG nova.network.neutron [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.383773] env[69133]: DEBUG nova.objects.instance [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'info_cache' on Instance uuid 2ce453d3-b11a-421e-a165-e21ba93a391e {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.385401] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 87f5ad3d-f68b-42c3-a00d-f013ee49ad24] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.482293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6e979128-49af-4284-995f-ca16ce6fef04 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.418s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.545549] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191780, 'name': CreateVM_Task, 'duration_secs': 0.570807} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.545549] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.546265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.547066] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.547066] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.547066] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70fe1da-9b2b-4a3a-b1f5-ec95856e2d54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.554787] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1160.554787] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52491996-dcff-7364-c594-d62896c7009f" [ 1160.554787] env[69133]: _type = "Task" [ 1160.554787] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.565391] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52491996-dcff-7364-c594-d62896c7009f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.596987] env[69133]: INFO nova.compute.manager [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Took 13.03 seconds to build instance. [ 1160.727995] env[69133]: DEBUG nova.network.neutron [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.750179] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.750512] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d933b7-2ac5-4776-a3d6-907df939936a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.763528] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1160.763528] env[69133]: value = "task-3191782" [ 1160.763528] env[69133]: _type = "Task" [ 1160.763528] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.776045] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.816937] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.891084] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2b705006-5d6f-407c-9d50-7b0d6470d6e1] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.065762] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52491996-dcff-7364-c594-d62896c7009f, 'name': SearchDatastore_Task, 'duration_secs': 0.020959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.066085] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.066320] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.066559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.066707] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.066925] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.067212] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4b24e52-b3c4-4f3b-9484-4e68d3f6c996 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.081778] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.081995] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.082781] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979ebd72-8b9c-4098-a975-a5d97a294101 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.088643] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1161.088643] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52657828-5c4f-cb74-8a6a-338fa9b82936" [ 1161.088643] env[69133]: _type = "Task" [ 1161.088643] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.097248] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52657828-5c4f-cb74-8a6a-338fa9b82936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.098805] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4cf8d7cf-cdf6-4126-913f-4d2406a73a5e tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.549s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.230620] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.275120] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191782, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.300348] env[69133]: DEBUG nova.compute.manager [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.300548] env[69133]: DEBUG nova.compute.manager [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-58634cb0-1396-475f-9249-f6c83ac56d73. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.300771] env[69133]: DEBUG oslo_concurrency.lockutils [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.300961] env[69133]: DEBUG oslo_concurrency.lockutils [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.301222] env[69133]: DEBUG nova.network.neutron [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port 58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.318246] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 97%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.395449] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: c9755ece-6260-478f-93df-1fe29d0b6cba] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.571808] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.572957] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949aaf6f-75b9-4619-9e3c-f028db10cd18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.584151] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.584151] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce7b6d9-4dad-45d3-b1f3-c7f78b712af2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.600258] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52657828-5c4f-cb74-8a6a-338fa9b82936, 'name': SearchDatastore_Task, 'duration_secs': 0.056558} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.601067] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5117ad-ae8c-4a19-bda4-67281f4079a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.606545] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1161.606545] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52620a23-2945-32b6-4b55-9fcb6b289349" [ 1161.606545] env[69133]: _type = "Task" [ 1161.606545] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.617578] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52620a23-2945-32b6-4b55-9fcb6b289349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.671758] env[69133]: DEBUG nova.network.neutron [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [{"id": "7bcebebd-1343-4039-b7ab-c368e555269c", "address": "fa:16:3e:eb:bb:f5", "network": {"id": "88dd12b0-9daa-4c8c-a26b-85cc65248706", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1648816620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df8441d64abc4a31a2ce339253e1a1ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bcebebd-13", "ovs_interfaceid": "7bcebebd-1343-4039-b7ab-c368e555269c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.775929] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191782, 'name': PowerOffVM_Task, 'duration_secs': 0.591512} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.775929] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.777412] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9132531b-169d-4c08-89d5-791accb1c060 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.796987] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e3d8d-e746-4dd4-82d4-0d38e5129d58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.799792] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.799980] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.800216] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleting the datastore file [datastore2] 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.800467] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56bd415c-4c08-4ed5-8439-3155912b6d2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.817027] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1161.817027] env[69133]: value = "task-3191784" [ 1161.817027] env[69133]: _type = "Task" [ 1161.817027] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.824688] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task} progress is 98%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.829014] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.899153] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0aaf35b0-5de6-4c63-8d51-7ae100d095fc] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.961742] env[69133]: DEBUG nova.compute.manager [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-vif-unplugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.961922] env[69133]: DEBUG oslo_concurrency.lockutils [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.962223] env[69133]: DEBUG oslo_concurrency.lockutils [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.962430] env[69133]: DEBUG oslo_concurrency.lockutils [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.962690] env[69133]: DEBUG nova.compute.manager [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] No waiting events found dispatching network-vif-unplugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.962986] env[69133]: WARNING nova.compute.manager [req-4db397fa-c102-44c2-b3ab-115be8f470d8 req-ba8554d0-99f7-4f19-9335-a93e4540da92 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received unexpected event network-vif-unplugged-70c7d940-104b-43f2-84b6-24aef2617d0c for instance with vm_state shelved and task_state shelving_offloading. [ 1162.117795] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52620a23-2945-32b6-4b55-9fcb6b289349, 'name': SearchDatastore_Task, 'duration_secs': 0.038332} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.118098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.118398] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5/7c6585b1-d4a3-4f69-9e00-0c07958ec4b5.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.118671] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb13eba9-d60d-4b0a-afd8-f975486dc054 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.127888] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1162.127888] env[69133]: value = "task-3191785" [ 1162.127888] env[69133]: _type = "Task" [ 1162.127888] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.137652] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.139972] env[69133]: DEBUG nova.network.neutron [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port 58634cb0-1396-475f-9249-f6c83ac56d73. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.140501] env[69133]: DEBUG nova.network.neutron [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58634cb0-1396-475f-9249-f6c83ac56d73", "address": "fa:16:3e:aa:3e:c4", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58634cb0-13", "ovs_interfaceid": "58634cb0-1396-475f-9249-f6c83ac56d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.174840] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Releasing lock "refresh_cache-2ce453d3-b11a-421e-a165-e21ba93a391e" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.175150] env[69133]: DEBUG nova.objects.instance [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lazy-loading 'migration_context' on Instance uuid 2ce453d3-b11a-421e-a165-e21ba93a391e {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.317071] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1162.317475] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbcc4d28-31c1-4ea4-9b77-a7b295ee584d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.327766] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191776, 'name': RelocateVM_Task, 'duration_secs': 3.719078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.328425] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.328643] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638269', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'name': 'volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673d0228-7954-44fe-ba93-cdb431b38169', 'attached_at': '', 'detached_at': '', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'serial': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.329550] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0377644-7a47-4708-b46d-adfc1eda10cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.335964] env[69133]: DEBUG oslo_vmware.api [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.338912] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.339239] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.339505] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.341881] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1162.341881] env[69133]: value = "task-3191786" [ 1162.341881] env[69133]: _type = "Task" [ 1162.341881] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.360131] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963c82fc-6369-422e-a04a-ec79416b2232 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.370591] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191786, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.393460] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c/volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.394849] env[69133]: INFO nova.scheduler.client.report [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted allocations for instance 9f987b97-fd64-402f-a5a8-8f023653310c [ 1162.397886] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84042b6-4e52-4145-9a33-8d45e1f74de3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.415120] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: eea1797e-f003-41b5-9097-d5254330155f] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.426383] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1162.426383] env[69133]: value = "task-3191787" [ 1162.426383] env[69133]: _type = "Task" [ 1162.426383] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.435744] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.564342] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.564680] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.638873] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191785, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.643653] env[69133]: DEBUG oslo_concurrency.lockutils [req-523aef4a-2bae-4e27-84ae-e7252beeb40e req-55b09de0-5c2d-479f-8f01-2733efd6a7cf service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.681502] env[69133]: DEBUG nova.objects.base [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Object Instance<2ce453d3-b11a-421e-a165-e21ba93a391e> lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.682613] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab27928-1c69-4bee-8b84-0b1ae41ac83d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.707363] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d091f51-ec6f-4425-90b0-a1da6aef51ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.714708] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1162.714708] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52aa4bf2-8a76-bc12-f834-04340350f9c8" [ 1162.714708] env[69133]: _type = "Task" [ 1162.714708] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.724403] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52aa4bf2-8a76-bc12-f834-04340350f9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.865277] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.916891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.917204] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.917433] env[69133]: DEBUG nova.objects.instance [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'resources' on Instance uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.918662] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 9ea5cd59-9867-41e8-96a1-557b2d7102ce] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.935847] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.067938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.068109] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.069077] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a29d190-4801-49fb-9300-d8ef96d18931 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.097743] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943931e5-7d5f-46ce-a61b-285a78bfdab5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.122275] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfiguring VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.122584] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef3c394-a9f6-4bbf-b3cc-794bedae8a56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.145158] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588536} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.146571] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5/7c6585b1-d4a3-4f69-9e00-0c07958ec4b5.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.146798] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.147151] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1163.147151] env[69133]: value = "task-3191788" [ 1163.147151] env[69133]: _type = "Task" [ 1163.147151] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.147368] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8f135a-ea6f-4f3a-bff1-9888b629fdfe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.157999] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.159400] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1163.159400] env[69133]: value = "task-3191789" [ 1163.159400] env[69133]: _type = "Task" [ 1163.159400] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.184281] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.225831] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52aa4bf2-8a76-bc12-f834-04340350f9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018961} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.226230] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.327957] env[69133]: DEBUG nova.compute.manager [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Received event network-changed-09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.328283] env[69133]: DEBUG nova.compute.manager [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Refreshing instance network info cache due to event network-changed-09bb2397-627f-4849-b4a2-0bca39445e79. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.328541] env[69133]: DEBUG oslo_concurrency.lockutils [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.328702] env[69133]: DEBUG oslo_concurrency.lockutils [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.328869] env[69133]: DEBUG nova.network.neutron [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Refreshing network info cache for port 09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.366122] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.422647] env[69133]: DEBUG nova.objects.instance [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.424227] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 0a5d5548-f47a-4d4b-ad8f-3b1167816840] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.437164] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191787, 'name': ReconfigVM_Task, 'duration_secs': 0.856937} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.437648] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c/volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.444616] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97de9d6e-545a-46c7-84f0-972f56f08ed5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.463819] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1163.463819] env[69133]: value = "task-3191790" [ 1163.463819] env[69133]: _type = "Task" [ 1163.463819] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.475950] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.662442] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.670784] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129372} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.671087] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.671865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb9be20-f453-43fb-ae73-417e685b7d82 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.695910] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5/7c6585b1-d4a3-4f69-9e00-0c07958ec4b5.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.696529] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7d1ef7-641d-4c22-b774-78a1efe7f656 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.716649] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1163.716649] env[69133]: value = "task-3191791" [ 1163.716649] env[69133]: _type = "Task" [ 1163.716649] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.724861] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.866384] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191786, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.927295] env[69133]: DEBUG nova.objects.base [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Object Instance<9f987b97-fd64-402f-a5a8-8f023653310c> lazy-loaded attributes: resources,numa_topology {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.936977] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2fc19ef1-6d50-4d65-b953-3e3639ec0da8] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.978614] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191790, 'name': ReconfigVM_Task, 'duration_secs': 0.138211} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.981544] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638269', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'name': 'volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673d0228-7954-44fe-ba93-cdb431b38169', 'attached_at': '', 'detached_at': '', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'serial': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.982308] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e9c6a58-ab6c-45d2-a199-fb5941b4bd84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.990120] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1163.990120] env[69133]: value = "task-3191792" [ 1163.990120] env[69133]: _type = "Task" [ 1163.990120] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.002836] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191792, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.100011] env[69133]: DEBUG nova.compute.manager [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.100394] env[69133]: DEBUG nova.compute.manager [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing instance network info cache due to event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.100552] env[69133]: DEBUG oslo_concurrency.lockutils [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.100552] env[69133]: DEBUG oslo_concurrency.lockutils [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.100706] env[69133]: DEBUG nova.network.neutron [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.117364] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f00f3a-27af-4be5-b8aa-c2de9582423f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.120631] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.126666] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51001a4-80fe-48be-8157-23ebc45b7604 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.165116] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30240cdc-519d-44f9-a148-c37d17b04284 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.188230] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba22ebc7-a179-4419-b9ff-ccd1215104a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.192292] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.202950] env[69133]: DEBUG nova.compute.provider_tree [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.225969] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.244469] env[69133]: DEBUG nova.network.neutron [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updated VIF entry in instance network info cache for port 09bb2397-627f-4849-b4a2-0bca39445e79. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.244802] env[69133]: DEBUG nova.network.neutron [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.367216] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191786, 'name': CreateSnapshot_Task, 'duration_secs': 1.634525} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.367558] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1164.368288] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72192e82-74e2-4361-8034-b798e9c428b7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.433837] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 545312e7-ebb5-4b6a-b956-19ba34a3edda] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.501250] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191792, 'name': Rename_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.671747] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.708125] env[69133]: DEBUG nova.scheduler.client.report [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.727996] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.746950] env[69133]: DEBUG oslo_concurrency.lockutils [req-dc566c75-4417-4f45-bc61-a87bd403e144 req-06e0830c-b03d-4987-aa28-22ca7dae288d service nova] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.885277] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1164.885602] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c971be4-e9ce-4a1e-a8fa-86acf022a944 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.893339] env[69133]: DEBUG nova.network.neutron [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updated VIF entry in instance network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.893688] env[69133]: DEBUG nova.network.neutron [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap70c7d940-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.897071] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1164.897071] env[69133]: value = "task-3191793" [ 1164.897071] env[69133]: _type = "Task" [ 1164.897071] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.905388] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191793, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.936578] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 6ffe484b-acab-4fc7-83a2-6de9b227ff74] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.002825] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191792, 'name': Rename_Task, 'duration_secs': 0.718667} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.003125] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.003376] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89879818-cfeb-4533-8e9e-11f5dcec8bef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.010620] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1165.010620] env[69133]: value = "task-3191794" [ 1165.010620] env[69133]: _type = "Task" [ 1165.010620] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.019074] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.184878] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.212084] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.214943] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.989s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.228343] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191791, 'name': ReconfigVM_Task, 'duration_secs': 1.136178} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.229056] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5/7c6585b1-d4a3-4f69-9e00-0c07958ec4b5.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.229687] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfe9a75c-e33d-4201-a281-3b8a3bca6df4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.237330] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1165.237330] env[69133]: value = "task-3191795" [ 1165.237330] env[69133]: _type = "Task" [ 1165.237330] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.248266] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191795, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.396296] env[69133]: DEBUG oslo_concurrency.lockutils [req-cea855b9-f46d-4de7-8254-b0fb3f65da92 req-be09dc70-4bbd-40b0-9cb8-ea183af4d914 service nova] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.407258] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191793, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.442047] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 677c73c1-561f-443c-9548-b6086471ba2b] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.521610] env[69133]: DEBUG oslo_vmware.api [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191794, 'name': PowerOnVM_Task, 'duration_secs': 0.480298} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.521882] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.522108] env[69133]: INFO nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1165.522294] env[69133]: DEBUG nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.523101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421350ef-485e-4132-abb3-4b614be5c57a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.673930] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.724265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6073d9d0-75e7-481d-8fe4-a0455d615814 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.759s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.725323] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.605s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.725506] env[69133]: INFO nova.compute.manager [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Unshelving [ 1165.751424] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191795, 'name': Rename_Task, 'duration_secs': 0.165564} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.754099] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.754744] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd05c0a1-2963-478a-867d-194a199fa1b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.763545] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1165.763545] env[69133]: value = "task-3191796" [ 1165.763545] env[69133]: _type = "Task" [ 1165.763545] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.773557] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.905793] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15eaef8-c0ef-4397-860e-c85fe2a343dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.667135] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: fed45415-5ae2-4c53-ba98-6047f67ed027] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.674998] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191793, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.676027] env[69133]: WARNING oslo_vmware.common.loopingcall [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] task run outlasted interval by 0.27627599999999997 sec [ 1166.684673] env[69133]: INFO nova.compute.manager [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Took 17.23 seconds to build instance. [ 1166.691331] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b47c1-61e3-481e-ac26-a07bb34c661d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.702038] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.734467] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191793, 'name': CloneVM_Task, 'duration_secs': 1.321955} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.735296] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191796, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.735701] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Created linked-clone VM from snapshot [ 1166.736528] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb279ef9-4af0-44e6-8b8f-855c5b1c2d89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.739901] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fc1c48-5102-41a2-89a0-0e27a8d3b749 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.752879] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194f59c-1fc7-47d7-a431-950fd01a5d58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.755774] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Uploading image 37f2c7ef-134a-4831-8686-9b8e4119351a {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1166.775354] env[69133]: DEBUG nova.compute.provider_tree [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.828989] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1166.828989] env[69133]: value = "vm-638278" [ 1166.828989] env[69133]: _type = "VirtualMachine" [ 1166.828989] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1166.829242] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ecf7979e-1d6b-4135-9e45-f03f4cecc364 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.837449] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease: (returnval){ [ 1166.837449] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52217f5d-d6bc-9946-0e39-6eac580273bc" [ 1166.837449] env[69133]: _type = "HttpNfcLease" [ 1166.837449] env[69133]: } obtained for exporting VM: (result){ [ 1166.837449] env[69133]: value = "vm-638278" [ 1166.837449] env[69133]: _type = "VirtualMachine" [ 1166.837449] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1166.837790] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the lease: (returnval){ [ 1166.837790] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52217f5d-d6bc-9946-0e39-6eac580273bc" [ 1166.837790] env[69133]: _type = "HttpNfcLease" [ 1166.837790] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1166.844528] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.844528] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52217f5d-d6bc-9946-0e39-6eac580273bc" [ 1166.844528] env[69133]: _type = "HttpNfcLease" [ 1166.844528] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1167.100879] env[69133]: DEBUG nova.compute.manager [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.100879] env[69133]: DEBUG nova.compute.manager [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing instance network info cache due to event network-changed-7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.100879] env[69133]: DEBUG oslo_concurrency.lockutils [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] Acquiring lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.100879] env[69133]: DEBUG oslo_concurrency.lockutils [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] Acquired lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.103120] env[69133]: DEBUG nova.network.neutron [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Refreshing network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.181105] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 83d2dc6f-9913-4187-9412-8fab5dc60603] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.186708] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.191102] env[69133]: DEBUG oslo_vmware.api [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191796, 'name': PowerOnVM_Task, 'duration_secs': 1.023993} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.191365] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.191577] env[69133]: INFO nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1167.191750] env[69133]: DEBUG nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.192513] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bb666a-6ac7-4f2c-99b7-21ebb9bf3405 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.197452] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cee95016-10aa-4491-8199-7360715a02a2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.749s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.229643] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.278418] env[69133]: DEBUG nova.scheduler.client.report [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.346044] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.346044] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52217f5d-d6bc-9946-0e39-6eac580273bc" [ 1167.346044] env[69133]: _type = "HttpNfcLease" [ 1167.346044] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.346416] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.346416] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52217f5d-d6bc-9946-0e39-6eac580273bc" [ 1167.346416] env[69133]: _type = "HttpNfcLease" [ 1167.346416] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1167.347159] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1258b34-cac0-4256-b6b8-99e016f70873 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.354911] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.355128] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.451118] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d48fd802-1f6e-4885-b585-3aebf770429a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.683639] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.688279] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 5f508c10-3750-483f-91b1-fe1db9b6a1ff] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.718012] env[69133]: INFO nova.compute.manager [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Took 16.21 seconds to build instance. [ 1168.074291] env[69133]: DEBUG nova.network.neutron [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updated VIF entry in instance network info cache for port 7740b455-3471-4f46-9ccd-3e27aae5b5f7. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.074676] env[69133]: DEBUG nova.network.neutron [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [{"id": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "address": "fa:16:3e:cb:07:93", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7740b455-34", "ovs_interfaceid": "7740b455-3471-4f46-9ccd-3e27aae5b5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.186049] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.193169] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2be3c8f3-df63-4b8d-8c48-c93a37aa26c8] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.223630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-597347b1-52d2-44be-bdb9-3fb766417ecc tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.732s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.290798] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.076s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.295351] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.066s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.295670] env[69133]: DEBUG nova.objects.instance [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.579897] env[69133]: DEBUG oslo_concurrency.lockutils [req-12f4f7bb-5697-401a-8cff-ae937bd674be req-9e5bd98a-4fd6-4511-a133-980f71acf2b8 service nova] Releasing lock "refresh_cache-1e47a344-182a-4cab-bcab-c862dd68116a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.685558] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.695292] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 445d9088-5b01-4cf5-865a-0c8d856e152d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.802985] env[69133]: DEBUG nova.objects.instance [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.832129] env[69133]: DEBUG nova.compute.manager [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1169.076156] env[69133]: DEBUG nova.compute.manager [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Received event network-changed-1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.077343] env[69133]: DEBUG nova.compute.manager [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Refreshing instance network info cache due to event network-changed-1042a077-7661-4946-b97e-7f6b474c8be3. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.078132] env[69133]: DEBUG oslo_concurrency.lockutils [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] Acquiring lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.078132] env[69133]: DEBUG oslo_concurrency.lockutils [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] Acquired lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.078132] env[69133]: DEBUG nova.network.neutron [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Refreshing network info cache for port 1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.082012] env[69133]: INFO nova.scheduler.client.report [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocation for migration 93777625-b272-47d4-9de2-801e75a9a9dd [ 1169.187390] env[69133]: DEBUG oslo_vmware.api [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191788, 'name': ReconfigVM_Task, 'duration_secs': 5.871033} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.187753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.188139] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Reconfigured VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.198824] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 7d390d49-1d7e-43ab-8900-cfccc7f74bb2] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.307624] env[69133]: INFO nova.compute.claims [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.360771] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.447673] env[69133]: DEBUG nova.compute.manager [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Received event network-changed-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.448350] env[69133]: DEBUG nova.compute.manager [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Refreshing instance network info cache due to event network-changed-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.448747] env[69133]: DEBUG oslo_concurrency.lockutils [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.449054] env[69133]: DEBUG oslo_concurrency.lockutils [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.449514] env[69133]: DEBUG nova.network.neutron [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Refreshing network info cache for port 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.591408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.774s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.703069] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: ffeb0638-d89c-4b84-9d8d-16251a378ebf] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.859834] env[69133]: DEBUG nova.network.neutron [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updated VIF entry in instance network info cache for port 1042a077-7661-4946-b97e-7f6b474c8be3. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.860313] env[69133]: DEBUG nova.network.neutron [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updating instance_info_cache with network_info: [{"id": "1042a077-7661-4946-b97e-7f6b474c8be3", "address": "fa:16:3e:b3:b7:94", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1042a077-76", "ovs_interfaceid": "1042a077-7661-4946-b97e-7f6b474c8be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.191994] env[69133]: DEBUG nova.network.neutron [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updated VIF entry in instance network info cache for port 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.192408] env[69133]: DEBUG nova.network.neutron [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.207488] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 832b80d3-0e0b-4c7a-b95e-ca80ab727662] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.366499] env[69133]: DEBUG oslo_concurrency.lockutils [req-c88ea284-4fe5-447d-b4e9-7500ea86ef37 req-95353f81-56be-4342-8541-b12f61ceeaa8 service nova] Releasing lock "refresh_cache-7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.520814] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e475f28-360b-4f5b-a7f0-063935a3d8b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.529564] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b857d0-c316-4873-911f-cd611bf36b45 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.560094] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eeb051-d723-41aa-807d-402decca4680 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.568583] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112a91f-49f0-4d8d-842c-16d52e3f5117 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.575440] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.575647] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.575832] env[69133]: DEBUG nova.network.neutron [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.584972] env[69133]: DEBUG nova.compute.provider_tree [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.695760] env[69133]: DEBUG oslo_concurrency.lockutils [req-ec381857-c0f4-4290-a772-25eedac756df req-cb540f32-74e4-42d5-83a6-7b1d0130b95f service nova] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.710754] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: f85d111c-fed1-427f-ac11-411e5a53507a] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.849820] env[69133]: INFO nova.network.neutron [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Port 58634cb0-1396-475f-9249-f6c83ac56d73 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.850225] env[69133]: DEBUG nova.network.neutron [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.854292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.854579] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.854800] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.855076] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.855317] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.857372] env[69133]: INFO nova.compute.manager [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Terminating instance [ 1171.090723] env[69133]: DEBUG nova.scheduler.client.report [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.214649] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 5632c753-aa9d-42c9-8bc2-2452e212d925] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.353495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.361685] env[69133]: DEBUG nova.compute.manager [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.362122] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.363434] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47b4fd9-1e57-4ab5-b43c-2f992075c14b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.373586] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.374176] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae529939-a5f2-407c-9917-d402b401327c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.385599] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1171.385599] env[69133]: value = "task-3191798" [ 1171.385599] env[69133]: _type = "Task" [ 1171.385599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.394949] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.596478] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.301s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.598665] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.238s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.644834] env[69133]: INFO nova.network.neutron [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating port 70c7d940-104b-43f2-84b6-24aef2617d0c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1171.719438] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2fc52d3b-ef43-49d3-86c4-ab60791a4e9b] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.723611] env[69133]: DEBUG nova.compute.manager [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.724092] env[69133]: DEBUG nova.compute.manager [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing instance network info cache due to event network-changed-d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.724354] env[69133]: DEBUG oslo_concurrency.lockutils [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] Acquiring lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.724516] env[69133]: DEBUG oslo_concurrency.lockutils [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] Acquired lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.724686] env[69133]: DEBUG nova.network.neutron [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Refreshing network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.857783] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d4a5fe3e-091a-452f-9225-f75bb1c0bdc8 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-f5f9b4b6-2c45-4eea-805f-de859bd42ed2-58634cb0-1396-475f-9249-f6c83ac56d73" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.293s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.896261] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191798, 'name': PowerOffVM_Task, 'duration_secs': 0.460836} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.896832] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.896832] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.897552] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb58bce-338f-4436-ac46-95bc6b85ff97 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.972439] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.972823] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.973109] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleting the datastore file [datastore2] 2ce453d3-b11a-421e-a165-e21ba93a391e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.973586] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb381e9-4068-4b97-8ce5-eb501f4765d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.984329] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for the task: (returnval){ [ 1171.984329] env[69133]: value = "task-3191800" [ 1171.984329] env[69133]: _type = "Task" [ 1171.984329] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.994031] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.109950] env[69133]: INFO nova.compute.claims [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.226702] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 562b8662-372b-4916-b7f2-c90bab1d7078] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.414946] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.415165] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.415401] env[69133]: DEBUG nova.objects.instance [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'flavor' on Instance uuid 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.436828] env[69133]: DEBUG nova.network.neutron [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updated VIF entry in instance network info cache for port d0463de8-223f-438b-8fa1-b31b1e104864. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.437298] env[69133]: DEBUG nova.network.neutron [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [{"id": "d0463de8-223f-438b-8fa1-b31b1e104864", "address": "fa:16:3e:30:14:28", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0463de8-22", "ovs_interfaceid": "d0463de8-223f-438b-8fa1-b31b1e104864", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.494899] env[69133]: DEBUG oslo_vmware.api [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Task: {'id': task-3191800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239575} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.495190] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.495381] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.495558] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.495729] env[69133]: INFO nova.compute.manager [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.495966] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.496175] env[69133]: DEBUG nova.compute.manager [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.496269] env[69133]: DEBUG nova.network.neutron [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.616955] env[69133]: INFO nova.compute.resource_tracker [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating resource usage from migration 52b51644-8069-4ef5-89ef-6a8e65f2161d [ 1172.732111] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 298846ee-6f99-49d7-b889-3b166cf7d3cf] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.892342] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ac345-8362-41f0-922e-6164adb78e57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.902475] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc633652-4e88-4940-ac66-ca7b3309b611 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.940545] env[69133]: DEBUG oslo_concurrency.lockutils [req-7c33d901-13a0-490b-aeb9-c6856d1fade5 req-89388e21-3176-4de4-b70c-ad5fd9cea122 service nova] Releasing lock "refresh_cache-f5f9b4b6-2c45-4eea-805f-de859bd42ed2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.941474] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504f8466-2c09-4ba3-bd9d-b8923cdfa56b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.950418] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6dfab7-a8bd-4c57-b8df-f324799c8ac5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.966054] env[69133]: DEBUG nova.compute.provider_tree [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.096968] env[69133]: DEBUG nova.objects.instance [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'pci_requests' on Instance uuid 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.229791] env[69133]: DEBUG nova.compute.manager [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.230368] env[69133]: DEBUG oslo_concurrency.lockutils [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.230650] env[69133]: DEBUG oslo_concurrency.lockutils [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.230877] env[69133]: DEBUG oslo_concurrency.lockutils [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.231102] env[69133]: DEBUG nova.compute.manager [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] No waiting events found dispatching network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.231320] env[69133]: WARNING nova.compute.manager [req-68353d50-0cad-4667-9aea-096a88504033 req-9ccac19c-1ba0-4809-9917-5b4dcb3c65b7 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received unexpected event network-vif-plugged-70c7d940-104b-43f2-84b6-24aef2617d0c for instance with vm_state shelved_offloaded and task_state spawning. [ 1173.236789] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 74d8073a-8887-43ab-9ca2-dde971b8e9ec] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.347624] env[69133]: DEBUG nova.network.neutron [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.355615] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.355615] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.355817] env[69133]: DEBUG nova.network.neutron [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.470069] env[69133]: DEBUG nova.scheduler.client.report [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.599634] env[69133]: DEBUG nova.objects.base [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Object Instance<610c9cb9-6a2b-4cb9-8709-800e88b0dca0> lazy-loaded attributes: flavor,pci_requests {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1173.599919] env[69133]: DEBUG nova.network.neutron [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.664446] env[69133]: DEBUG nova.policy [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2044852c663944478d221f3dfac2b1ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f94fa1c32cb4a0895ad6e82bc472136', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.742478] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b8858edd-34b7-406c-861d-fb2917fdbd20] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.754393] env[69133]: DEBUG nova.compute.manager [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.754573] env[69133]: DEBUG nova.compute.manager [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing instance network info cache due to event network-changed-fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.756033] env[69133]: DEBUG oslo_concurrency.lockutils [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.756033] env[69133]: DEBUG oslo_concurrency.lockutils [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.756712] env[69133]: DEBUG nova.network.neutron [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.850607] env[69133]: INFO nova.compute.manager [-] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Took 1.35 seconds to deallocate network for instance. [ 1173.977043] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.977283] env[69133]: INFO nova.compute.manager [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Migrating [ 1174.124329] env[69133]: DEBUG nova.network.neutron [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.244315] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 692b7b8a-53c0-41e6-874f-85516308d7f9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.358615] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.358716] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.358905] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.430612] env[69133]: INFO nova.scheduler.client.report [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Deleted allocations for instance 2ce453d3-b11a-421e-a165-e21ba93a391e [ 1174.484441] env[69133]: DEBUG nova.network.neutron [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updated VIF entry in instance network info cache for port fe2dd264-d845-43d2-993d-cf5602b779da. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.485478] env[69133]: DEBUG nova.network.neutron [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.500440] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.500639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.500773] env[69133]: DEBUG nova.network.neutron [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.627124] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.694392] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='216f996f0c44a03672e88697cfef3ec4',container_format='bare',created_at=2025-03-26T22:40:09Z,direct_url=,disk_format='vmdk',id=40999102-f826-4e4e-961c-21b9282c2a43,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-591705048-shelved',owner='da6967b01775421780e13f57169846e7',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-26T22:40:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.694777] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.694853] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.695040] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.695280] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.695444] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.695681] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.695857] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.696043] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.696216] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.696423] env[69133]: DEBUG nova.virt.hardware [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.697314] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0761150-61ba-4c79-b87f-be5ad431f7fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.706184] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c41514f-b531-4491-ae3b-76cf1cc6f87c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.720773] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:ae:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70c7d940-104b-43f2-84b6-24aef2617d0c', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.728283] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.728613] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.728823] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4358815c-0048-4774-a174-ae9d4d823a91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.747775] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a9c7be77-a642-4dd8-8395-637c9bc2f91e] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.751567] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.751567] env[69133]: value = "task-3191801" [ 1174.751567] env[69133]: _type = "Task" [ 1174.751567] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.760766] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191801, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.941952] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f4e25e66-fd09-462f-b007-4b72170a19d8 tempest-DeleteServersTestJSON-1022519927 tempest-DeleteServersTestJSON-1022519927-project-member] Lock "2ce453d3-b11a-421e-a165-e21ba93a391e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.087s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.988215] env[69133]: DEBUG oslo_concurrency.lockutils [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.988707] env[69133]: DEBUG nova.compute.manager [req-c05c65da-371a-4639-81a6-21bfeda08a61 req-b2929963-d814-4d5a-85d2-85ffa7bbe230 service nova] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Received event network-vif-deleted-7bcebebd-1343-4039-b7ab-c368e555269c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.250698] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: b6741e4d-c5dc-4bc7-b8c4-1832a6f14894] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.262330] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191801, 'name': CreateVM_Task, 'duration_secs': 0.428478} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.268365] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.268365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.268365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.268365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.268365] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2225dc9-5ead-41d2-8ee3-2d9e5b4b4147 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.273154] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1175.273154] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a7ff0e-265f-eee8-e689-d144b9add889" [ 1175.273154] env[69133]: _type = "Task" [ 1175.273154] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.283294] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a7ff0e-265f-eee8-e689-d144b9add889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.371331] env[69133]: DEBUG nova.compute.manager [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.371531] env[69133]: DEBUG nova.compute.manager [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing instance network info cache due to event network-changed-70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.371745] env[69133]: DEBUG oslo_concurrency.lockutils [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] Acquiring lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.371883] env[69133]: DEBUG oslo_concurrency.lockutils [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] Acquired lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.372050] env[69133]: DEBUG nova.network.neutron [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Refreshing network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.374323] env[69133]: DEBUG nova.network.neutron [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.400365] env[69133]: DEBUG nova.network.neutron [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Successfully updated port: 58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.758231] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 33ebad73-fd83-4760-8b70-4abe260dad6d] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.784481] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.784755] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Processing image 40999102-f826-4e4e-961c-21b9282c2a43 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.784998] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.785158] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785338] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.785604] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77a687f-79ce-4a11-9349-a22b8a0a30d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.795716] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.795954] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.796880] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a4d9a0-737c-4437-a762-166680c75256 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.804069] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1175.804069] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bdcd4f-e660-779a-5317-edfa3fea0907" [ 1175.804069] env[69133]: _type = "Task" [ 1175.804069] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.812138] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52bdcd4f-e660-779a-5317-edfa3fea0907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.880065] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.905242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.905242] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.905242] env[69133]: DEBUG nova.network.neutron [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.197541] env[69133]: DEBUG nova.network.neutron [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updated VIF entry in instance network info cache for port 70c7d940-104b-43f2-84b6-24aef2617d0c. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.197978] env[69133]: DEBUG nova.network.neutron [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [{"id": "70c7d940-104b-43f2-84b6-24aef2617d0c", "address": "fa:16:3e:fe:ae:96", "network": {"id": "16c37fb8-fd85-4556-8f6d-c3c8ee5fc0cc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1958743583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da6967b01775421780e13f57169846e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70c7d940-10", "ovs_interfaceid": "70c7d940-104b-43f2-84b6-24aef2617d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.261984] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 20c67ad6-dee9-4099-9e11-dbec57252bb4] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.272417] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.273517] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baff3f7-6eed-4b6a-bddc-2f53d1c1b78d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.280818] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.280818] env[69133]: ERROR oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk due to incomplete transfer. [ 1176.281021] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5678534e-ef3d-4955-9fbf-ebdeaa3c0881 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.289459] env[69133]: DEBUG oslo_vmware.rw_handles [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523b3641-2097-5a0c-035e-8a85c067753a/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1176.289675] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Uploaded image 37f2c7ef-134a-4831-8686-9b8e4119351a to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1176.291713] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1176.291966] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89e08be0-0a93-43c4-9104-525616aabae8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.299428] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1176.299428] env[69133]: value = "task-3191803" [ 1176.299428] env[69133]: _type = "Task" [ 1176.299428] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.311737] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191803, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.318065] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.318324] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Fetch image to [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b/OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.318528] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Downloading stream optimized image 40999102-f826-4e4e-961c-21b9282c2a43 to [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b/OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b.vmdk on the data store datastore1 as vApp {{(pid=69133) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.318708] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Downloading image file data 40999102-f826-4e4e-961c-21b9282c2a43 to the ESX as VM named 'OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b' {{(pid=69133) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.391747] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.391747] env[69133]: value = "resgroup-9" [ 1176.391747] env[69133]: _type = "ResourcePool" [ 1176.391747] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.392660] env[69133]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ac195326-caec-4403-8d24-20221527eeaa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.416282] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease: (returnval){ [ 1176.416282] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1176.416282] env[69133]: _type = "HttpNfcLease" [ 1176.416282] env[69133]: } obtained for vApp import into resource pool (val){ [ 1176.416282] env[69133]: value = "resgroup-9" [ 1176.416282] env[69133]: _type = "ResourcePool" [ 1176.416282] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.416618] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the lease: (returnval){ [ 1176.416618] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1176.416618] env[69133]: _type = "HttpNfcLease" [ 1176.416618] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.423956] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.423956] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1176.423956] env[69133]: _type = "HttpNfcLease" [ 1176.423956] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.457893] env[69133]: WARNING nova.network.neutron [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] ba2c0f65-434b-469f-b4f5-a0898e68c6e3 already exists in list: networks containing: ['ba2c0f65-434b-469f-b4f5-a0898e68c6e3']. ignoring it [ 1176.700809] env[69133]: DEBUG oslo_concurrency.lockutils [req-b0a9436f-3cec-4506-b232-3fd451290944 req-8b1836c8-bc6b-449c-92b3-56f8882199eb service nova] Releasing lock "refresh_cache-9f987b97-fd64-402f-a5a8-8f023653310c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.767083] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: a8db27a1-1b94-4552-a86b-60a0c641a542] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.776854] env[69133]: DEBUG nova.network.neutron [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58634cb0-1396-475f-9249-f6c83ac56d73", "address": "fa:16:3e:aa:3e:c4", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58634cb0-13", "ovs_interfaceid": "58634cb0-1396-475f-9249-f6c83ac56d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.812778] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191803, 'name': Destroy_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.924175] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.924175] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1176.924175] env[69133]: _type = "HttpNfcLease" [ 1176.924175] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.270593] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.270775] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances with incomplete migration {{(pid=69133) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1177.278757] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.279368] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.279528] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.280344] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c9f19-9d02-490f-b869-292fba13adb4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.297875] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.298102] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.298264] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.298489] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.298630] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.298776] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.298979] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.299150] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.299324] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.299480] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.299675] env[69133]: DEBUG nova.virt.hardware [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.305909] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfiguring VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1177.306475] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe323bc-eb26-4a67-8305-27081da33b4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.326076] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191803, 'name': Destroy_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.327355] env[69133]: DEBUG oslo_vmware.api [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1177.327355] env[69133]: value = "task-3191805" [ 1177.327355] env[69133]: _type = "Task" [ 1177.327355] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.338051] env[69133]: DEBUG oslo_vmware.api [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.395627] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4208baba-a7a5-4ea5-9c97-c914bcdb2c69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.414781] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.425038] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.425038] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1177.425038] env[69133]: _type = "HttpNfcLease" [ 1177.425038] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.478781] env[69133]: DEBUG nova.compute.manager [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.478952] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.479175] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.479344] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.479520] env[69133]: DEBUG nova.compute.manager [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] No waiting events found dispatching network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.479680] env[69133]: WARNING nova.compute.manager [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received unexpected event network-vif-plugged-58634cb0-1396-475f-9249-f6c83ac56d73 for instance with vm_state active and task_state None. [ 1177.479839] env[69133]: DEBUG nova.compute.manager [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-changed-58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.479991] env[69133]: DEBUG nova.compute.manager [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing instance network info cache due to event network-changed-58634cb0-1396-475f-9249-f6c83ac56d73. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.480196] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.480332] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.480487] env[69133]: DEBUG nova.network.neutron [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Refreshing network info cache for port 58634cb0-1396-475f-9249-f6c83ac56d73 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.816716] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191803, 'name': Destroy_Task, 'duration_secs': 1.335121} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.816997] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Destroyed the VM [ 1177.817243] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.817511] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99e61a37-7afe-4306-8891-2285155e14e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.825722] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1177.825722] env[69133]: value = "task-3191806" [ 1177.825722] env[69133]: _type = "Task" [ 1177.825722] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.839813] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.843976] env[69133]: DEBUG oslo_vmware.api [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.925057] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.925358] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cd6a880-e436-43e5-afd3-e091f112a306 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.935431] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.935431] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1177.935431] env[69133]: _type = "HttpNfcLease" [ 1177.935431] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.936705] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1177.936705] env[69133]: value = "task-3191807" [ 1177.936705] env[69133]: _type = "Task" [ 1177.936705] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.947865] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.204076] env[69133]: DEBUG nova.network.neutron [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updated VIF entry in instance network info cache for port 58634cb0-1396-475f-9249-f6c83ac56d73. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.204615] env[69133]: DEBUG nova.network.neutron [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58634cb0-1396-475f-9249-f6c83ac56d73", "address": "fa:16:3e:aa:3e:c4", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58634cb0-13", "ovs_interfaceid": "58634cb0-1396-475f-9249-f6c83ac56d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.338328] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373382} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.338958] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1178.339254] env[69133]: DEBUG nova.compute.manager [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.340075] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea6791-95fb-40f8-a540-9b8d0a6edf50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.345227] env[69133]: DEBUG oslo_vmware.api [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191805, 'name': ReconfigVM_Task, 'duration_secs': 0.991291} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.346019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.346234] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfigured VM to attach interface {{(pid=69133) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1178.427836] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.427836] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1178.427836] env[69133]: _type = "HttpNfcLease" [ 1178.427836] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1178.428193] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1178.428193] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528d474d-fdeb-8024-c6fd-5986a0649886" [ 1178.428193] env[69133]: _type = "HttpNfcLease" [ 1178.428193] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1178.428998] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa81cf-97f1-4557-a64a-e98dc1b09e44 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.436469] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.436640] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1178.501872] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191807, 'name': PowerOffVM_Task, 'duration_secs': 0.358464} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.503296] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.503485] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.510839] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d9ecd87-b1d0-4a55-82bd-b4ef8648de43 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.708583] env[69133]: DEBUG oslo_concurrency.lockutils [req-df650d7a-9a59-4b7c-b43b-6dcf932f1321 req-c9cad706-efa7-48bd-a005-88bd7045445a service nova] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.853964] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e62caa65-c219-40ac-bd94-910740972332 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.439s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.859489] env[69133]: INFO nova.compute.manager [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Shelve offloading [ 1179.013829] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.014111] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.014279] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.014595] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.014662] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.014801] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.015126] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.015263] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.015470] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.015681] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.015957] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.025826] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0f5a3a-fb1c-42af-a00d-69d972ae1e92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.045330] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1179.045330] env[69133]: value = "task-3191808" [ 1179.045330] env[69133]: _type = "Task" [ 1179.045330] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.054275] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.363648] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.363967] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3fce27d-9895-4ec6-913c-80fe1ab4aa62 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.372730] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1179.372730] env[69133]: value = "task-3191809" [ 1179.372730] env[69133]: _type = "Task" [ 1179.372730] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.381740] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.556754] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191808, 'name': ReconfigVM_Task, 'duration_secs': 0.219666} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.558030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.649704] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1179.649975] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.654382] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a1399-f4bf-46d3-89bf-fc99f77a8ac9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.658188] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.659351] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1179.659351] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8607e194-1911-4131-b402-c063c6da1a6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.885656] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1179.886038] env[69133]: DEBUG nova.compute.manager [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.886738] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f8b8a-66da-4dd5-a4ba-36f3568c0689 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.893186] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.893479] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.893681] env[69133]: DEBUG nova.network.neutron [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.916461] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52734e39-48b0-4d29-196c-31401adf5a55/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1179.916730] env[69133]: INFO nova.virt.vmwareapi.images [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Downloaded image file data 40999102-f826-4e4e-961c-21b9282c2a43 [ 1179.917603] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b9ae9-cdb9-4c7f-9d8b-2c4758a9d67e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.939341] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a48232-0064-4aa5-aecd-2b455d2dcf7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.968289] env[69133]: INFO nova.virt.vmwareapi.images [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] The imported VM was unregistered [ 1179.971016] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1179.971274] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Creating directory with path [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.972223] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44bd9e17-049b-4d65-b91f-d46801a1214f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.986056] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Created directory with path [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.986267] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b/OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b.vmdk to [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk. {{(pid=69133) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1179.986562] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-28b4be94-79bc-4b79-b948-3599b3486d2c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.995579] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1179.995579] env[69133]: value = "task-3191811" [ 1179.995579] env[69133]: _type = "Task" [ 1179.995579] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.007948] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.068823] env[69133]: DEBUG nova.virt.hardware [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.072187] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.072528] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b09a31-6fd4-4340-9263-1bf4e1e6338b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.094609] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1180.094609] env[69133]: value = "task-3191812" [ 1180.094609] env[69133]: _type = "Task" [ 1180.094609] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.107073] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.237595] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.237965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.507710] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.612753] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191812, 'name': ReconfigVM_Task, 'duration_secs': 0.184236} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.615637] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.616730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b274cdb-0b40-4d09-9f87-4c6ed2438e2f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.645522] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c/volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.645938] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1842c1d-9b9a-4305-afc5-31a6a40355d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.671422] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1180.671422] env[69133]: value = "task-3191813" [ 1180.671422] env[69133]: _type = "Task" [ 1180.671422] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.683865] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.741840] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.742095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.743065] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f5ec86-c9e2-48f7-89ab-1e76e630b260 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.769412] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.774649] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e613ebe-a11c-40c0-8f69-2f0afc6ec122 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.806330] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfiguring VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1180.808254] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe61161-ccea-4093-9301-61a359abe296 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.836978] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1180.836978] env[69133]: value = "task-3191814" [ 1180.836978] env[69133]: _type = "Task" [ 1180.836978] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.853675] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.955904] env[69133]: DEBUG nova.network.neutron [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.017489] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.183079] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191813, 'name': ReconfigVM_Task, 'duration_secs': 0.317647} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.183256] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c/volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.183390] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.354150] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.458965] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.508435] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.690831] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd2f8db-e89a-448d-b86b-d1e05c649f44 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.712996] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47360e1e-3ee0-4d11-9976-b568589c00e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.747555] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.749305] env[69133]: DEBUG nova.compute.manager [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-vif-unplugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.749524] env[69133]: DEBUG oslo_concurrency.lockutils [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.749761] env[69133]: DEBUG oslo_concurrency.lockutils [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.749935] env[69133]: DEBUG oslo_concurrency.lockutils [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.750119] env[69133]: DEBUG nova.compute.manager [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] No waiting events found dispatching network-vif-unplugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.750290] env[69133]: WARNING nova.compute.manager [req-28b5509a-c683-4c16-baff-c5ac310617fd req-e80100cb-ac1d-4bc5-9ed7-f899ddcc5d2f service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received unexpected event network-vif-unplugged-694f370b-9fa2-47de-b2d5-6f1da60861ba for instance with vm_state shelved and task_state shelving_offloading. [ 1181.860718] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.977072] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.978277] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016e8ad-d68a-4846-9182-5fc829c0b656 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.989282] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.989600] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9c5366d-4729-4a78-90b0-9755f0609234 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.003570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.003831] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.011049] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.076140] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.076548] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.076793] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.077151] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6813c9d2-19c5-48b7-87db-529dd4b921ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.088370] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1182.088370] env[69133]: value = "task-3191816" [ 1182.088370] env[69133]: _type = "Task" [ 1182.088370] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.100575] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.357677] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.508783] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191811, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.468442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.509162] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b/OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b.vmdk to [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk. [ 1182.509395] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Cleaning up location [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1182.509610] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2324d28f-9de5-417c-af3a-b86275e6382b {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.510566] env[69133]: DEBUG nova.compute.utils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.511836] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84550c3-7a3e-4d7c-93fe-e56cc78d8961 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.518889] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1182.518889] env[69133]: value = "task-3191817" [ 1182.518889] env[69133]: _type = "Task" [ 1182.518889] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.527303] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.598674] env[69133]: DEBUG oslo_vmware.api [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242323} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.598953] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.599187] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.599407] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.777075] env[69133]: INFO nova.scheduler.client.report [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted allocations for instance 292874d8-7172-4c5b-9ede-a81db9d331b4 [ 1182.856037] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.017158] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.029103] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076001} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.029239] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.029395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.029665] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk to [datastore1] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.029922] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-131362aa-e24c-4405-8e81-4ff234a506f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.037925] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1183.037925] env[69133]: value = "task-3191818" [ 1183.037925] env[69133]: _type = "Task" [ 1183.037925] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.046287] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.284819] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.285157] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.285386] env[69133]: DEBUG nova.objects.instance [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'resources' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.357488] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.539312] env[69133]: DEBUG nova.network.neutron [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Port 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1183.557239] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.767981] env[69133]: DEBUG nova.compute.manager [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.768216] env[69133]: DEBUG nova.compute.manager [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing instance network info cache due to event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.768426] env[69133]: DEBUG oslo_concurrency.lockutils [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.768701] env[69133]: DEBUG oslo_concurrency.lockutils [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768762] env[69133]: DEBUG nova.network.neutron [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.788403] env[69133]: DEBUG nova.objects.instance [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'numa_topology' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.866740] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.056245] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.173530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.173530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.173530] env[69133]: INFO nova.compute.manager [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attaching volume 904ccdc9-4ac7-45f1-b731-18df45bdba9e to /dev/sdb [ 1184.207367] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43518c3c-6938-4e80-8387-c1632c3abfdb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.219846] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f787990-6b18-4dba-b7da-56718f0ecac5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.240231] env[69133]: DEBUG nova.virt.block_device [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating existing volume attachment record: 469a0958-28f4-4c8c-b808-72a77bdba757 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1184.291375] env[69133]: DEBUG nova.objects.base [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Object Instance<292874d8-7172-4c5b-9ede-a81db9d331b4> lazy-loaded attributes: resources,numa_topology {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.364244] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.551019] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.553500] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acebed02-7c2c-4a94-9390-7d9d377aa7b4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.571613] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd09fd-afb7-4014-a623-191d7d672b79 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.580132] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.580292] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.580381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.625794] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16ad11e-a33d-4a4e-b057-643d72e3ab4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.638055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789310b-c92e-4391-8697-a271af05c42f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.658841] env[69133]: DEBUG nova.compute.provider_tree [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.725496] env[69133]: DEBUG nova.network.neutron [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updated VIF entry in instance network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.725881] env[69133]: DEBUG nova.network.neutron [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap694f370b-9f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.862693] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.058798] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.165131] env[69133]: DEBUG nova.scheduler.client.report [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.228569] env[69133]: DEBUG oslo_concurrency.lockutils [req-a735aa72-d725-46f9-bb62-db7ce3b204da req-610516eb-b58d-42cd-b3e0-b2cb06ecc8cb service nova] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.367188] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.552457] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191818, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.438685} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.552735] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40999102-f826-4e4e-961c-21b9282c2a43/40999102-f826-4e4e-961c-21b9282c2a43.vmdk to [datastore1] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.553583] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ce94c-626f-486c-a424-d535f273d27d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.577888] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.578209] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029aa700-1e4d-4cb9-9598-300db8c06e61 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.602546] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1185.602546] env[69133]: value = "task-3191820" [ 1185.602546] env[69133]: _type = "Task" [ 1185.602546] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.611771] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.625377] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.625612] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.625828] env[69133]: DEBUG nova.network.neutron [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.673053] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.388s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.739820] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.861176] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.118460] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.186090] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b1e438fa-c8fa-44f5-b05b-d6caf86e5a8d tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.450s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.186513] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.447s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.186723] env[69133]: INFO nova.compute.manager [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Unshelving [ 1186.365510] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.471726] env[69133]: DEBUG nova.network.neutron [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.616748] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191820, 'name': ReconfigVM_Task, 'duration_secs': 0.877865} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.617371] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 9f987b97-fd64-402f-a5a8-8f023653310c/9f987b97-fd64-402f-a5a8-8f023653310c.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.618115] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dece4e27-28a1-48b4-a24f-74c42dbc8650 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.626329] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1186.626329] env[69133]: value = "task-3191821" [ 1186.626329] env[69133]: _type = "Task" [ 1186.626329] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.635946] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191821, 'name': Rename_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.863805] env[69133]: DEBUG oslo_vmware.api [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191814, 'name': ReconfigVM_Task, 'duration_secs': 5.832499} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.863805] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.863805] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Reconfigured VM to detach interface {{(pid=69133) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1186.963454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.963691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.974466] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.039112] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.137363] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191821, 'name': Rename_Task, 'duration_secs': 0.269023} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.137869] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.137944] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e2fa277-750c-4404-a50b-e9d43b32da55 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.145096] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1187.145096] env[69133]: value = "task-3191822" [ 1187.145096] env[69133]: _type = "Task" [ 1187.145096] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.153459] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.197829] env[69133]: DEBUG nova.compute.utils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.465663] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.484162] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6528fbc3-3da4-4d4a-9328-351351474f2b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.495017] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66925b2b-e790-4597-9f5e-6aa47d078ef9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.544049] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Getting list of instances from cluster (obj){ [ 1187.544049] env[69133]: value = "domain-c8" [ 1187.544049] env[69133]: _type = "ClusterComputeResource" [ 1187.544049] env[69133]: } {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1187.545304] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b279335-9f56-4dbf-9660-97dc511c2745 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.571153] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Got total of 10 instances {{(pid=69133) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1187.571495] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 1e47a344-182a-4cab-bcab-c862dd68116a {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.571863] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.572195] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid c4e3b29b-8b25-484e-8be1-ae17e33559a3 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.572483] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid f5f9b4b6-2c45-4eea-805f-de859bd42ed2 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.572760] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 76a80c9e-24e6-4daf-86ca-46d08bf6b234 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.573042] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.573325] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.573622] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.573954] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 673d0228-7954-44fe-ba93-cdb431b38169 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.574258] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Triggering sync for uuid 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 {{(pid=69133) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.574850] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "1e47a344-182a-4cab-bcab-c862dd68116a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.575220] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.575748] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.575989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.576314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.576683] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.576933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.577327] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.577578] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.577907] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.578228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.578577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.578921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.579245] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.579637] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.579933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "673d0228-7954-44fe-ba93-cdb431b38169" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.580263] env[69133]: INFO nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1187.580574] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "673d0228-7954-44fe-ba93-cdb431b38169" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.580898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.581206] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.582652] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e062d169-af59-47ec-856c-bebb3f66b98b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.587981] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b7db9-5a21-4c5e-bb90-eb4df58f379a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.592850] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc12811-7040-4b4e-87a3-7a76d54bde66 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.597353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200095fd-0981-4a05-84a1-5cbfa4b81807 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.601527] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f61639-588a-4df3-a72d-1e0789453e13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.604246] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c54376-74f0-4792-a02b-cecd2884374e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.607941] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da09ff50-2934-441c-9d59-373366395d57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.658545] env[69133]: DEBUG oslo_vmware.api [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191822, 'name': PowerOnVM_Task, 'duration_secs': 0.46352} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.658867] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.702575] env[69133]: INFO nova.virt.block_device [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Booting with volume 1eded0c4-f717-48ec-a9e9-c92040e48ed6 at /dev/sdb [ 1187.844511] env[69133]: DEBUG nova.compute.manager [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.845431] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d360c8-90c4-474e-8791-6074bc2daa34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.014024] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.014168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.015647] env[69133]: INFO nova.compute.claims [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.130417] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.131060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.133941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.133941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.136469] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.136765] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.137123] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.206642] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7522898b-a7f7-4d58-a07c-8a2fc0c35301 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.212597] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.212843] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquired lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.213069] env[69133]: DEBUG nova.network.neutron [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.220697] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b88272-b47b-4c25-912f-fc307d47e0cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.252808] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cb6d69e-fea1-4e21-99b1-b3e937aef040 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.262232] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd25ed-f508-47a8-8921-6ae3a696016f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.296344] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9de285-9426-489a-a145-dc5db88d5fd2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.303350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98f9a2-0558-45c8-b021-ac6c5ddee180 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.318755] env[69133]: DEBUG nova.virt.block_device [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating existing volume attachment record: 2a78a338-1a87-4493-bd23-8d30b4cdfcbe {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.366607] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8ac282c3-0b07-4075-8b4a-0e8bc631c2d8 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.640s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.366938] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.791s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.367237] env[69133]: INFO nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1188.367460] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.701905] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb7df0-a97d-4d97-96c3-a6dac5b01faa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.725710] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d9e8de-64ed-4acb-af3f-0c1f27597947 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.733637] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.880763] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.881097] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.881214] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.882068] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.882068] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.885046] env[69133]: INFO nova.compute.manager [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Terminating instance [ 1189.048574] env[69133]: INFO nova.network.neutron [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Port 58634cb0-1396-475f-9249-f6c83ac56d73 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1189.049094] env[69133]: DEBUG nova.network.neutron [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [{"id": "fe2dd264-d845-43d2-993d-cf5602b779da", "address": "fa:16:3e:a3:db:79", "network": {"id": "ba2c0f65-434b-469f-b4f5-a0898e68c6e3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1195783375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f94fa1c32cb4a0895ad6e82bc472136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe2dd264-d8", "ovs_interfaceid": "fe2dd264-d845-43d2-993d-cf5602b779da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.196635] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0062cc-8072-4776-8afa-aad8d75999fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.204387] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32084f69-f78b-4489-8898-b713f79e8879 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.236451] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c91e0-21aa-4967-9df4-b52d9541807e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.240516] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.240802] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ef4cf7-08da-4a9f-affe-addb60c15759 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.249480] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebb5f5d-e777-4e5e-b718-bf902ea922d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.253603] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1189.253603] env[69133]: value = "task-3191827" [ 1189.253603] env[69133]: _type = "Task" [ 1189.253603] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.265062] env[69133]: DEBUG nova.compute.provider_tree [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.271231] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191827, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.305352] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.305584] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.305794] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.305984] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.306171] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.308287] env[69133]: INFO nova.compute.manager [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Terminating instance [ 1189.389450] env[69133]: DEBUG nova.compute.manager [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.389828] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.390957] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55473263-4cc3-4442-b42f-f1c19a83c101 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.399847] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.400111] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768a1519-1a57-4e3f-8a0a-cab7d419d2ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.408202] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1189.408202] env[69133]: value = "task-3191828" [ 1189.408202] env[69133]: _type = "Task" [ 1189.408202] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.416413] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.554282] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Releasing lock "refresh_cache-610c9cb9-6a2b-4cb9-8709-800e88b0dca0" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.766138] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.768120] env[69133]: DEBUG nova.scheduler.client.report [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.811930] env[69133]: DEBUG nova.compute.manager [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.812213] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.813073] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730384cb-035b-4d98-b641-55e07b97f9e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.821506] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.821741] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1ab2e0-c518-4d58-a85f-fb387c62d352 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.827807] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1189.827807] env[69133]: value = "task-3191829" [ 1189.827807] env[69133]: _type = "Task" [ 1189.827807] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.836941] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.919525] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191828, 'name': PowerOffVM_Task, 'duration_secs': 0.205277} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.919856] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.920093] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.920445] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83ac997a-de1c-49d1-a783-1ebed764903f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.999911] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.000336] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.000624] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleting the datastore file [datastore1] 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.001045] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b5cbc7-3b66-4524-92d3-c3afb633ce51 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.011019] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1190.011019] env[69133]: value = "task-3191831" [ 1190.011019] env[69133]: _type = "Task" [ 1190.011019] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.021125] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.060069] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8c7e3be9-9c58-4787-8dda-aaf28ec75429 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "interface-610c9cb9-6a2b-4cb9-8709-800e88b0dca0-58634cb0-1396-475f-9249-f6c83ac56d73" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.822s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.265706] env[69133]: DEBUG oslo_vmware.api [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191827, 'name': PowerOnVM_Task, 'duration_secs': 0.704953} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.266039] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.266275] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3754a8-66bf-4664-a34c-f73ec4f7216c tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance '673d0228-7954-44fe-ba93-cdb431b38169' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.273101] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.273575] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.339220] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191829, 'name': PowerOffVM_Task, 'duration_secs': 0.206518} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.339446] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.339615] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.339890] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c403505-4b34-460e-b391-8ecd089d2ff6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.409758] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.410112] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.410301] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleting the datastore file [datastore1] 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.410563] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beb45fce-989e-4bed-85ba-6501375b7349 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.417864] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for the task: (returnval){ [ 1190.417864] env[69133]: value = "task-3191833" [ 1190.417864] env[69133]: _type = "Task" [ 1190.417864] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.425871] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.521398] env[69133]: DEBUG oslo_vmware.api [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167442} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.521670] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.521860] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.522050] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.522231] env[69133]: INFO nova.compute.manager [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1190.522475] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.522662] env[69133]: DEBUG nova.compute.manager [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.522759] env[69133]: DEBUG nova.network.neutron [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.777567] env[69133]: DEBUG nova.compute.utils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.779424] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.779604] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.805223] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.805816] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638281', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'name': 'volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'serial': '904ccdc9-4ac7-45f1-b731-18df45bdba9e'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.806605] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b8b15a-2f0e-49b6-a58d-f8f7a7f258db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.825602] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1479ec1d-f02c-4da9-8ef4-b464d2425270 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.852560] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e/volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.852893] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c62c02-9759-4e39-9026-961722fcd754 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.869339] env[69133]: DEBUG nova.policy [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0754397660468e8cda5717b7b17858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c530afa0a26430fbc55d07e78bda158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.879886] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1190.879886] env[69133]: value = "task-3191835" [ 1190.879886] env[69133]: _type = "Task" [ 1190.879886] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.892794] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.931054] env[69133]: DEBUG oslo_vmware.api [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Task: {'id': task-3191833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162057} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.931496] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.931829] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.932152] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.932390] env[69133]: INFO nova.compute.manager [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1190.932647] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.932963] env[69133]: DEBUG nova.compute.manager [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.932963] env[69133]: DEBUG nova.network.neutron [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.282606] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.394122] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.449522] env[69133]: DEBUG nova.compute.manager [req-06fdccd9-dc20-486e-b8f7-ea0d85b093d7 req-cfbe878d-1655-4176-a421-f2143cf280e1 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Received event network-vif-deleted-fe2dd264-d845-43d2-993d-cf5602b779da {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.449522] env[69133]: INFO nova.compute.manager [req-06fdccd9-dc20-486e-b8f7-ea0d85b093d7 req-cfbe878d-1655-4176-a421-f2143cf280e1 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Neutron deleted interface fe2dd264-d845-43d2-993d-cf5602b779da; detaching it from the instance and deleting it from the info cache [ 1191.449522] env[69133]: DEBUG nova.network.neutron [req-06fdccd9-dc20-486e-b8f7-ea0d85b093d7 req-cfbe878d-1655-4176-a421-f2143cf280e1 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.500233] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Successfully created port: c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.728970] env[69133]: DEBUG nova.compute.manager [req-4fac34c0-e4fc-4365-a62e-59a3af70b6fc req-59a77db5-7083-423a-a034-864102451109 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Received event network-vif-deleted-70c7d940-104b-43f2-84b6-24aef2617d0c {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.729191] env[69133]: INFO nova.compute.manager [req-4fac34c0-e4fc-4365-a62e-59a3af70b6fc req-59a77db5-7083-423a-a034-864102451109 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Neutron deleted interface 70c7d940-104b-43f2-84b6-24aef2617d0c; detaching it from the instance and deleting it from the info cache [ 1191.729368] env[69133]: DEBUG nova.network.neutron [req-4fac34c0-e4fc-4365-a62e-59a3af70b6fc req-59a77db5-7083-423a-a034-864102451109 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.893775] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191835, 'name': ReconfigVM_Task, 'duration_secs': 0.788216} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.894089] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e/volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.899357] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e09ff6b1-6cc9-4d66-ac0f-06defdf96a64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.916376] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1191.916376] env[69133]: value = "task-3191836" [ 1191.916376] env[69133]: _type = "Task" [ 1191.916376] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.921729] env[69133]: DEBUG nova.network.neutron [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.933368] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.950491] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c81df96-d153-4224-aa1b-4df87eac9cdb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da35de-040b-4936-b0b1-7226e643c6f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.995818] env[69133]: DEBUG nova.compute.manager [req-06fdccd9-dc20-486e-b8f7-ea0d85b093d7 req-cfbe878d-1655-4176-a421-f2143cf280e1 service nova] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Detach interface failed, port_id=fe2dd264-d845-43d2-993d-cf5602b779da, reason: Instance 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.201639] env[69133]: DEBUG nova.network.neutron [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.232295] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dde54e5b-daf4-4341-a9a9-c4642b8baeb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.243147] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19919176-0fe7-45ea-8346-ea4989c0a3a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.281432] env[69133]: DEBUG nova.compute.manager [req-4fac34c0-e4fc-4365-a62e-59a3af70b6fc req-59a77db5-7083-423a-a034-864102451109 service nova] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Detach interface failed, port_id=70c7d940-104b-43f2-84b6-24aef2617d0c, reason: Instance 9f987b97-fd64-402f-a5a8-8f023653310c could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.291603] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.321821] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.322092] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.322251] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.322432] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.322579] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.322726] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.323339] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.323339] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.323339] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.323475] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.323604] env[69133]: DEBUG nova.virt.hardware [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.324470] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7fbfd9-d7a3-4312-b94a-f0a7b116b1b5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.333468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c600e383-8527-41f5-8865-38bf7adbdc20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.426511] env[69133]: INFO nova.compute.manager [-] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Took 1.90 seconds to deallocate network for instance. [ 1192.426941] env[69133]: DEBUG oslo_vmware.api [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191836, 'name': ReconfigVM_Task, 'duration_secs': 0.153281} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.428758] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638281', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'name': 'volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'serial': '904ccdc9-4ac7-45f1-b731-18df45bdba9e'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.674075] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.674827] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.674827] env[69133]: DEBUG nova.compute.manager [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Going to confirm migration 9 {{(pid=69133) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1192.704230] env[69133]: INFO nova.compute.manager [-] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Took 1.77 seconds to deallocate network for instance. [ 1192.937191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.937791] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.937791] env[69133]: DEBUG nova.objects.instance [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'resources' on Instance uuid 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.129085] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Successfully updated port: c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.213358] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.215633] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.215809] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquired lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.215983] env[69133]: DEBUG nova.network.neutron [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.216216] env[69133]: DEBUG nova.objects.instance [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'info_cache' on Instance uuid 673d0228-7954-44fe-ba93-cdb431b38169 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.488023] env[69133]: DEBUG nova.objects.instance [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.612241] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc2326-fdd5-4039-b359-af18db4014f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.620602] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b253b84b-3e3b-4db2-8963-4fc92ad95e9b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.652552] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.652739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquired lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.652862] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.656040] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19cc7d-7970-441b-902d-19a37ddd487c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.664046] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e157ffc3-413b-4bb4-bb04-404bf8468ae4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.678260] env[69133]: DEBUG nova.compute.provider_tree [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.760030] env[69133]: DEBUG nova.compute.manager [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Received event network-vif-plugged-c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.760030] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Acquiring lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.760030] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.760338] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.760399] env[69133]: DEBUG nova.compute.manager [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] No waiting events found dispatching network-vif-plugged-c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.760529] env[69133]: WARNING nova.compute.manager [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Received unexpected event network-vif-plugged-c11e1654-7a7d-4b75-bccd-831323722fee for instance with vm_state building and task_state spawning. [ 1193.760654] env[69133]: DEBUG nova.compute.manager [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Received event network-changed-c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.760802] env[69133]: DEBUG nova.compute.manager [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Refreshing instance network info cache due to event network-changed-c11e1654-7a7d-4b75-bccd-831323722fee. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.760971] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Acquiring lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.913141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.993691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b6e93f65-4c48-4f4a-8894-c0f6255be7cb tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.822s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.994691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.416s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.995680] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235aefac-e611-4822-bd05-bb9606239f88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.181638] env[69133]: DEBUG nova.scheduler.client.report [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.185494] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.505716] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.623074] env[69133]: DEBUG nova.network.neutron [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Updating instance_info_cache with network_info: [{"id": "c11e1654-7a7d-4b75-bccd-831323722fee", "address": "fa:16:3e:fb:e4:b2", "network": {"id": "ff2f96cd-a9b7-4715-a7fa-9dc0adb84900", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1907425624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c530afa0a26430fbc55d07e78bda158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11e1654-7a", "ovs_interfaceid": "c11e1654-7a7d-4b75-bccd-831323722fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.689850] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.692196] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.479s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.692465] env[69133]: DEBUG nova.objects.instance [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lazy-loading 'resources' on Instance uuid 9f987b97-fd64-402f-a5a8-8f023653310c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.711173] env[69133]: INFO nova.scheduler.client.report [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted allocations for instance 610c9cb9-6a2b-4cb9-8709-800e88b0dca0 [ 1194.780994] env[69133]: DEBUG nova.network.neutron [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [{"id": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "address": "fa:16:3e:be:b3:5d", "network": {"id": "ba3f4fff-7492-4d20-a1d5-3d6435ccc1e4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-558094568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9351371bd84cd2b7d0ec88426fbaef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855acc9c-9d", "ovs_interfaceid": "855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.128309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Releasing lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.128679] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Instance network_info: |[{"id": "c11e1654-7a7d-4b75-bccd-831323722fee", "address": "fa:16:3e:fb:e4:b2", "network": {"id": "ff2f96cd-a9b7-4715-a7fa-9dc0adb84900", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1907425624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c530afa0a26430fbc55d07e78bda158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11e1654-7a", "ovs_interfaceid": "c11e1654-7a7d-4b75-bccd-831323722fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.129053] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Acquired lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.129246] env[69133]: DEBUG nova.network.neutron [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Refreshing network info cache for port c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.130446] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c11e1654-7a7d-4b75-bccd-831323722fee', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.137902] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Creating folder: Project (3c530afa0a26430fbc55d07e78bda158). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.141021] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d22352f-6da9-4925-bdc8-44eecc39930f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.154600] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Created folder: Project (3c530afa0a26430fbc55d07e78bda158) in parent group-v637972. [ 1195.154802] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Creating folder: Instances. Parent ref: group-v638284. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.155053] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae83a2f-5027-465b-b276-076da5529f3b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.182030] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Created folder: Instances in parent group-v638284. [ 1195.182317] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.182516] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.182732] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29486909-ca82-4a46-a160-fa95973eeb7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.207324] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.207324] env[69133]: value = "task-3191839" [ 1195.207324] env[69133]: _type = "Task" [ 1195.207324] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.217704] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191839, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.218181] env[69133]: DEBUG oslo_concurrency.lockutils [None req-97f67c53-8234-405d-95af-cd901701aea0 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "610c9cb9-6a2b-4cb9-8709-800e88b0dca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.337s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.285784] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Releasing lock "refresh_cache-673d0228-7954-44fe-ba93-cdb431b38169" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.286090] env[69133]: DEBUG nova.objects.instance [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'migration_context' on Instance uuid 673d0228-7954-44fe-ba93-cdb431b38169 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.342098] env[69133]: DEBUG nova.network.neutron [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Updated VIF entry in instance network info cache for port c11e1654-7a7d-4b75-bccd-831323722fee. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.342492] env[69133]: DEBUG nova.network.neutron [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Updating instance_info_cache with network_info: [{"id": "c11e1654-7a7d-4b75-bccd-831323722fee", "address": "fa:16:3e:fb:e4:b2", "network": {"id": "ff2f96cd-a9b7-4715-a7fa-9dc0adb84900", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1907425624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c530afa0a26430fbc55d07e78bda158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11e1654-7a", "ovs_interfaceid": "c11e1654-7a7d-4b75-bccd-831323722fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.358891] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.359161] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.374074] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcf7fd1-e9c1-40c4-bc42-22ada55ddf56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.382533] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2cb0cc-75a1-4dbc-a190-3329f0c96ad5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.415314] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a21c4-940a-446c-aba1-cb477fe095ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.423517] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ea5f64-e342-4cd4-9ffa-d979ced42045 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.438792] env[69133]: DEBUG nova.compute.provider_tree [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.547913] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.548277] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.548378] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.548565] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.548733] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.551384] env[69133]: INFO nova.compute.manager [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Terminating instance [ 1195.718090] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191839, 'name': CreateVM_Task, 'duration_secs': 0.31988} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.718284] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.728299] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.728475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.728986] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.729104] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e76bc6-81db-45b4-aea5-fa3383668f72 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.734586] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1195.734586] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a8b5e9-1768-3d52-b4c7-fa6b74be68f2" [ 1195.734586] env[69133]: _type = "Task" [ 1195.734586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.743694] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a8b5e9-1768-3d52-b4c7-fa6b74be68f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.789100] env[69133]: DEBUG nova.objects.base [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Object Instance<673d0228-7954-44fe-ba93-cdb431b38169> lazy-loaded attributes: info_cache,migration_context {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.789815] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f0118-af0a-4921-ac65-84e7b15cdaac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.809428] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc66155e-6704-40a1-a1d4-ac52f4a0907d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.815037] env[69133]: DEBUG oslo_vmware.api [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1195.815037] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]521a8484-cbcb-a7c4-ac8d-9b15f5caf7d9" [ 1195.815037] env[69133]: _type = "Task" [ 1195.815037] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.822673] env[69133]: DEBUG oslo_vmware.api [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521a8484-cbcb-a7c4-ac8d-9b15f5caf7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.845316] env[69133]: DEBUG oslo_concurrency.lockutils [req-56abb52d-3fb1-4aa7-a115-3016516fc9e4 req-a6390ba9-341b-4c6a-8945-69b47be23706 service nova] Releasing lock "refresh_cache-1df027b9-dadd-4bf7-a635-7a587a7bec51" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.862643] env[69133]: DEBUG nova.compute.utils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.942174] env[69133]: DEBUG nova.scheduler.client.report [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.055211] env[69133]: DEBUG nova.compute.manager [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.055520] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.056374] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb51c1-13c8-4d78-abc9-2c2d2d0bdb3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.064680] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.064928] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b2ad278-b331-431b-a0f4-d2b332812349 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.071158] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1196.071158] env[69133]: value = "task-3191840" [ 1196.071158] env[69133]: _type = "Task" [ 1196.071158] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.079165] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.247130] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a8b5e9-1768-3d52-b4c7-fa6b74be68f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.247495] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.247680] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.247920] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.248080] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.248270] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.248532] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4abe653-6a66-487a-a144-31d70e69b6cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.258821] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.259112] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.259850] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfcd0d5-40d4-4863-8514-21004200fc91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.268297] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1196.268297] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523f33f9-912e-4f6d-da67-39b02686ed9d" [ 1196.268297] env[69133]: _type = "Task" [ 1196.268297] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.276790] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523f33f9-912e-4f6d-da67-39b02686ed9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.325251] env[69133]: DEBUG oslo_vmware.api [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]521a8484-cbcb-a7c4-ac8d-9b15f5caf7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.007619} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.325541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.366068] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.447060] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.449444] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.536s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.449662] env[69133]: DEBUG nova.objects.instance [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'pci_requests' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.466013] env[69133]: INFO nova.scheduler.client.report [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Deleted allocations for instance 9f987b97-fd64-402f-a5a8-8f023653310c [ 1196.581751] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191840, 'name': PowerOffVM_Task, 'duration_secs': 0.204149} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.582108] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.582200] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.582456] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d15e98-b387-473c-86b3-e1a7db7682d6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.653198] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.653439] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.653602] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleting the datastore file [datastore2] f5f9b4b6-2c45-4eea-805f-de859bd42ed2 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.653981] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd81ad20-19e7-4528-98b3-6775afdb96ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.661296] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for the task: (returnval){ [ 1196.661296] env[69133]: value = "task-3191842" [ 1196.661296] env[69133]: _type = "Task" [ 1196.661296] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.670202] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.779271] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523f33f9-912e-4f6d-da67-39b02686ed9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.780110] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ee2fd4-2273-4cb0-a5f2-e87b0fe8ecfb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.785768] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1196.785768] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52745ed0-0878-3f3d-ae78-d98f6a73d2b2" [ 1196.785768] env[69133]: _type = "Task" [ 1196.785768] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.794987] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52745ed0-0878-3f3d-ae78-d98f6a73d2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.953900] env[69133]: DEBUG nova.objects.instance [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'numa_topology' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.972700] env[69133]: DEBUG oslo_concurrency.lockutils [None req-c61bd1ff-5453-48e5-9c49-e2c28d892678 tempest-ServerActionsTestOtherB-1363313952 tempest-ServerActionsTestOtherB-1363313952-project-member] Lock "9f987b97-fd64-402f-a5a8-8f023653310c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.667s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.172611] env[69133]: DEBUG oslo_vmware.api [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Task: {'id': task-3191842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135068} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.172934] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.173145] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.173333] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.173512] env[69133]: INFO nova.compute.manager [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1197.173786] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.173951] env[69133]: DEBUG nova.compute.manager [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.174064] env[69133]: DEBUG nova.network.neutron [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.297695] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52745ed0-0878-3f3d-ae78-d98f6a73d2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.297991] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.298280] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1df027b9-dadd-4bf7-a635-7a587a7bec51/1df027b9-dadd-4bf7-a635-7a587a7bec51.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.298564] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6cf2a25-1efc-4fda-ac5d-a7390c350866 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.307277] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1197.307277] env[69133]: value = "task-3191843" [ 1197.307277] env[69133]: _type = "Task" [ 1197.307277] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.316561] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.433773] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.434262] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.434620] env[69133]: INFO nova.compute.manager [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attaching volume 95759847-846d-47ca-9d5e-e6f3d0cd98a7 to /dev/sdc [ 1197.457404] env[69133]: INFO nova.compute.claims [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.484022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71b4587-8976-4383-8716-ee389f3da7dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.495862] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d36ba6-9135-4a9f-8a21-2bb7426635ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.512480] env[69133]: DEBUG nova.virt.block_device [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating existing volume attachment record: 8f421baf-469f-44fd-b03e-76c1b48f3cf9 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1197.560086] env[69133]: DEBUG nova.compute.manager [req-b5e6610f-c3bd-429d-8ff1-3d1cf09fe913 req-5fe1bcca-a2a3-4c84-8f92-33f92addf606 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Received event network-vif-deleted-d0463de8-223f-438b-8fa1-b31b1e104864 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.560086] env[69133]: INFO nova.compute.manager [req-b5e6610f-c3bd-429d-8ff1-3d1cf09fe913 req-5fe1bcca-a2a3-4c84-8f92-33f92addf606 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Neutron deleted interface d0463de8-223f-438b-8fa1-b31b1e104864; detaching it from the instance and deleting it from the info cache [ 1197.560358] env[69133]: DEBUG nova.network.neutron [req-b5e6610f-c3bd-429d-8ff1-3d1cf09fe913 req-5fe1bcca-a2a3-4c84-8f92-33f92addf606 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.818328] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470681} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.818668] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1df027b9-dadd-4bf7-a635-7a587a7bec51/1df027b9-dadd-4bf7-a635-7a587a7bec51.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.818668] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.818960] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc6dbd7f-1557-4484-a0b8-986bac187403 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.826150] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1197.826150] env[69133]: value = "task-3191846" [ 1197.826150] env[69133]: _type = "Task" [ 1197.826150] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.835475] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.005815] env[69133]: DEBUG nova.network.neutron [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.063704] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d2a807a-58c5-456d-b514-a729aacbed92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.074527] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f120f3c7-8f91-4099-98b7-a4145c8c4d47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.107487] env[69133]: DEBUG nova.compute.manager [req-b5e6610f-c3bd-429d-8ff1-3d1cf09fe913 req-5fe1bcca-a2a3-4c84-8f92-33f92addf606 service nova] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Detach interface failed, port_id=d0463de8-223f-438b-8fa1-b31b1e104864, reason: Instance f5f9b4b6-2c45-4eea-805f-de859bd42ed2 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.337777] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082556} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.338064] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.338861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ab920-2bb2-4235-b284-8e1c00934030 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.361331] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 1df027b9-dadd-4bf7-a635-7a587a7bec51/1df027b9-dadd-4bf7-a635-7a587a7bec51.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.361451] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92be5d76-ff91-436b-bae9-153f9143d4e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.382537] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1198.382537] env[69133]: value = "task-3191847" [ 1198.382537] env[69133]: _type = "Task" [ 1198.382537] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.390918] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.403465] env[69133]: DEBUG nova.compute.manager [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Stashing vm_state: active {{(pid=69133) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1198.508657] env[69133]: INFO nova.compute.manager [-] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Took 1.33 seconds to deallocate network for instance. [ 1198.609454] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eeb7e5-e514-41b9-9d48-80f5b79f5ca0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.617445] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a5339-bf1a-46d4-96a9-992d4d558715 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.646729] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabea8c1-d89e-4eaa-9625-c290c0873c39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.653720] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3098a568-af97-43b4-adcd-8651dbb71079 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.666765] env[69133]: DEBUG nova.compute.provider_tree [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.895158] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.921031] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.017316] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.171170] env[69133]: DEBUG nova.scheduler.client.report [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.393529] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191847, 'name': ReconfigVM_Task, 'duration_secs': 0.841312} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.393886] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 1df027b9-dadd-4bf7-a635-7a587a7bec51/1df027b9-dadd-4bf7-a635-7a587a7bec51.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.394595] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73907ae2-469f-408a-84b5-4774224a1cbc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.401336] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1199.401336] env[69133]: value = "task-3191848" [ 1199.401336] env[69133]: _type = "Task" [ 1199.401336] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.409067] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191848, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.675989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.226s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.678289] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.353s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.717778] env[69133]: INFO nova.network.neutron [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating port 694f370b-9fa2-47de-b2d5-6f1da60861ba with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1199.802365] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.912492] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191848, 'name': Rename_Task, 'duration_secs': 0.152582} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.912870] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.913021] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f896592-b581-4085-abe8-213fc9009ae1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.919686] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1199.919686] env[69133]: value = "task-3191850" [ 1199.919686] env[69133]: _type = "Task" [ 1199.919686] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.927659] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.260306] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.350993] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239810f6-90f9-4376-bd90-97d8a0022f18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.359990] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115a413-6f29-4ff8-82bc-de8dbc33cf32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.391483] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca7e3fb-1eda-4aa2-ab8b-e12647231708 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.399275] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96729fab-fecd-4d3f-a1ab-e7af66b67441 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.414141] env[69133]: DEBUG nova.compute.provider_tree [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.429620] env[69133]: DEBUG oslo_vmware.api [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191850, 'name': PowerOnVM_Task, 'duration_secs': 0.4534} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.429886] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.430095] env[69133]: INFO nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1200.430274] env[69133]: DEBUG nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.431033] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46390747-3264-480b-b689-97b78cda1c32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.917708] env[69133]: DEBUG nova.scheduler.client.report [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.949590] env[69133]: INFO nova.compute.manager [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Took 12.98 seconds to build instance. [ 1201.197753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.223384] env[69133]: DEBUG nova.compute.manager [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.223581] env[69133]: DEBUG oslo_concurrency.lockutils [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.223767] env[69133]: DEBUG oslo_concurrency.lockutils [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.223937] env[69133]: DEBUG oslo_concurrency.lockutils [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.224611] env[69133]: DEBUG nova.compute.manager [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] No waiting events found dispatching network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.224831] env[69133]: WARNING nova.compute.manager [req-6aaeee93-2b07-4e61-9e61-b62938a9efa8 req-fc0d9b43-9033-4373-9503-1865811671da service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received unexpected event network-vif-plugged-694f370b-9fa2-47de-b2d5-6f1da60861ba for instance with vm_state shelved_offloaded and task_state spawning. [ 1201.259509] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.259735] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.452877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-485e2fa2-c04a-4fa0-a0df-d09c5004d7a4 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.488s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.452877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.255s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.452877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.453355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.453355] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.455518] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.455723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.456051] env[69133]: DEBUG nova.network.neutron [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.457387] env[69133]: INFO nova.compute.manager [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Terminating instance [ 1201.928213] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.250s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.931360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.010s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.962305] env[69133]: DEBUG nova.compute.manager [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.962530] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.963435] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f5fc35-a29d-4c70-b54c-ce930009c885 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.974963] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.975242] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab64822-d36a-431b-a0dd-1f389b1985cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.984994] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1201.984994] env[69133]: value = "task-3191851" [ 1201.984994] env[69133]: _type = "Task" [ 1201.984994] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.994678] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.068882] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.069195] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638287', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'name': 'volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'serial': '95759847-846d-47ca-9d5e-e6f3d0cd98a7'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.070700] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a2c255-7458-4064-a794-d9737898f3ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.091940] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5569f882-d198-4e90-9af3-a04dd6c557ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.123182] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7/volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.126425] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aca7e75-7ed9-45b4-a60a-a380edf74966 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.148893] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1202.148893] env[69133]: value = "task-3191852" [ 1202.148893] env[69133]: _type = "Task" [ 1202.148893] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.159922] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.259091] env[69133]: DEBUG nova.network.neutron [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.260577] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.260749] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1202.438381] env[69133]: INFO nova.compute.claims [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.495450] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191851, 'name': PowerOffVM_Task, 'duration_secs': 0.179531} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.495742] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.495914] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.496207] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d0ff8d-f3bc-448e-a0d5-ab272e3ad1a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.511435] env[69133]: INFO nova.scheduler.client.report [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocation for migration 52b51644-8069-4ef5-89ef-6a8e65f2161d [ 1202.574322] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.574539] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.574723] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Deleting the datastore file [datastore2] 1df027b9-dadd-4bf7-a635-7a587a7bec51 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.575188] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-398c40cd-5b5e-4adc-8a5e-a2cccc746778 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.583931] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for the task: (returnval){ [ 1202.583931] env[69133]: value = "task-3191854" [ 1202.583931] env[69133]: _type = "Task" [ 1202.583931] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.592612] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.659751] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191852, 'name': ReconfigVM_Task, 'duration_secs': 0.402363} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.661172] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7/volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.667408] env[69133]: INFO nova.compute.manager [None req-c25c2ace-be93-4c3c-8a79-6fdb86d5aad3 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Get console output [ 1202.667798] env[69133]: WARNING nova.virt.vmwareapi.driver [None req-c25c2ace-be93-4c3c-8a79-6fdb86d5aad3 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] The console log is missing. Check your VSPC configuration [ 1202.669467] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5b5530-75a0-4e9a-b316-40ff2e6ca562 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.687144] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1202.687144] env[69133]: value = "task-3191855" [ 1202.687144] env[69133]: _type = "Task" [ 1202.687144] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.697596] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.763223] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.804237] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5272a54cf78e3fea772c12632de24318',container_format='bare',created_at=2025-03-26T22:40:26Z,direct_url=,disk_format='vmdk',id=37f2c7ef-134a-4831-8686-9b8e4119351a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-852382793-shelved',owner='95dcd66bac484acdbdcfac81981c3b6d',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-26T22:40:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.804526] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.804689] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.804875] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.805036] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.805197] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.805409] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.805570] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.805742] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.805919] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.806230] env[69133]: DEBUG nova.virt.hardware [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.807135] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fd852d-11d1-499f-9f89-5bc0f67ba1d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.820241] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f240fb-a9c8-4c04-98b2-43e8e1924052 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846065] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:2b:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694f370b-9fa2-47de-b2d5-6f1da60861ba', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.860342] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.860654] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.860879] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c6d28e7-b046-4308-8d72-a7f2152ba48b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.892939] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.892939] env[69133]: value = "task-3191856" [ 1202.892939] env[69133]: _type = "Task" [ 1202.892939] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.905172] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191856, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.946096] env[69133]: INFO nova.compute.resource_tracker [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating resource usage from migration 03bd3df3-8d3c-477c-9498-f0862861b6ac [ 1203.016968] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7c6996b6-469b-48f3-b6be-7642927ead7f tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.342s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.095233] env[69133]: DEBUG oslo_vmware.api [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Task: {'id': task-3191854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161991} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.096304] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.096304] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.096304] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.096304] env[69133]: INFO nova.compute.manager [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1203.096304] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.096534] env[69133]: DEBUG nova.compute.manager [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.096534] env[69133]: DEBUG nova.network.neutron [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.102765] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eea05c-bd95-4e8a-ace1-f8de9cf639b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.111038] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5695eff-8913-4590-93a5-0b0bb199e77b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.141795] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b416458d-2f31-472c-a85f-cdf7aa0c5d1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.149652] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb769f85-311a-48e9-9e4e-c611192e3f23 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.163336] env[69133]: DEBUG nova.compute.provider_tree [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.198772] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.251266] env[69133]: DEBUG nova.compute.manager [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.251433] env[69133]: DEBUG nova.compute.manager [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing instance network info cache due to event network-changed-694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.251650] env[69133]: DEBUG oslo_concurrency.lockutils [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] Acquiring lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.251792] env[69133]: DEBUG oslo_concurrency.lockutils [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] Acquired lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.251952] env[69133]: DEBUG nova.network.neutron [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Refreshing network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.259688] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.262479] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.404256] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191856, 'name': CreateVM_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.667676] env[69133]: DEBUG nova.scheduler.client.report [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.699644] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.765663] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.875234] env[69133]: DEBUG nova.network.neutron [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.904824] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191856, 'name': CreateVM_Task, 'duration_secs': 0.987448} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.905020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.905697] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.905875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.906322] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.906590] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99117ffc-111e-4ba2-885d-d06979e71d04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.911882] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1203.911882] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5296a12a-f42e-b407-a5e7-64914faa5668" [ 1203.911882] env[69133]: _type = "Task" [ 1203.911882] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.927119] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5296a12a-f42e-b407-a5e7-64914faa5668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.158648] env[69133]: DEBUG nova.network.neutron [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updated VIF entry in instance network info cache for port 694f370b-9fa2-47de-b2d5-6f1da60861ba. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.159099] env[69133]: DEBUG nova.network.neutron [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [{"id": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "address": "fa:16:3e:6f:2b:4e", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694f370b-9f", "ovs_interfaceid": "694f370b-9fa2-47de-b2d5-6f1da60861ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.172309] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.241s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.172509] env[69133]: INFO nova.compute.manager [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Migrating [ 1204.178980] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.162s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.179337] env[69133]: DEBUG nova.objects.instance [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lazy-loading 'resources' on Instance uuid f5f9b4b6-2c45-4eea-805f-de859bd42ed2 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.200806] env[69133]: DEBUG oslo_vmware.api [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191855, 'name': ReconfigVM_Task, 'duration_secs': 1.018003} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.201154] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638287', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'name': 'volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'serial': '95759847-846d-47ca-9d5e-e6f3d0cd98a7'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.377964] env[69133]: INFO nova.compute.manager [-] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Took 1.28 seconds to deallocate network for instance. [ 1204.423116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.423384] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Processing image 37f2c7ef-134a-4831-8686-9b8e4119351a {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.423627] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.423776] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.423958] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.424222] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a65628a-7c58-4bce-8afa-998eeefc08d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.434269] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.434445] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.435188] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4178dd-0095-4acb-adaf-722bbe7c357d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.443177] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1204.443177] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a5104c-896d-b60a-8824-a84804d21461" [ 1204.443177] env[69133]: _type = "Task" [ 1204.443177] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.457496] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a5104c-896d-b60a-8824-a84804d21461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.662248] env[69133]: DEBUG oslo_concurrency.lockutils [req-c40924de-613e-4cf3-aca5-1a1447cba940 req-2609bdf3-f051-440f-b20e-cb265140ad52 service nova] Releasing lock "refresh_cache-292874d8-7172-4c5b-9ede-a81db9d331b4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.689366] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.689577] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.689758] env[69133]: DEBUG nova.network.neutron [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.874371] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31519e5d-931d-4160-805f-666db76de246 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.882424] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c84db2-a152-4e76-a33d-8133162b8312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.886638] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.923604] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f95e2d4-adbe-46a2-b451-c1457aa9780f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.930384] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a3f64-3610-4e47-9baa-5868714a9063 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.956474] env[69133]: DEBUG nova.compute.provider_tree [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.969076] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1204.969373] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Fetch image to [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f/OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1204.969557] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Downloading stream optimized image 37f2c7ef-134a-4831-8686-9b8e4119351a to [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f/OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f.vmdk on the data store datastore2 as vApp {{(pid=69133) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1204.969728] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Downloading image file data 37f2c7ef-134a-4831-8686-9b8e4119351a to the ESX as VM named 'OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f' {{(pid=69133) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1205.062164] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1205.062164] env[69133]: value = "resgroup-9" [ 1205.062164] env[69133]: _type = "ResourcePool" [ 1205.062164] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1205.062164] env[69133]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4e3243f-6fb5-4a4e-9c20-031f095ed32c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.086647] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease: (returnval){ [ 1205.086647] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1205.086647] env[69133]: _type = "HttpNfcLease" [ 1205.086647] env[69133]: } obtained for vApp import into resource pool (val){ [ 1205.086647] env[69133]: value = "resgroup-9" [ 1205.086647] env[69133]: _type = "ResourcePool" [ 1205.086647] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1205.087020] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the lease: (returnval){ [ 1205.087020] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1205.087020] env[69133]: _type = "HttpNfcLease" [ 1205.087020] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1205.094980] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.094980] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1205.094980] env[69133]: _type = "HttpNfcLease" [ 1205.094980] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.255901] env[69133]: DEBUG nova.objects.instance [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.302074] env[69133]: DEBUG nova.compute.manager [req-a7bf3048-d331-4287-bd66-9d94c4ec95b2 req-f4168f61-66b6-4d3c-967d-7009eed70fd6 service nova] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Received event network-vif-deleted-c11e1654-7a7d-4b75-bccd-831323722fee {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.465349] env[69133]: DEBUG nova.scheduler.client.report [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.597260] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.597260] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1205.597260] env[69133]: _type = "HttpNfcLease" [ 1205.597260] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1205.767158] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ead4a81b-54e9-475e-ae09-71a58fb47763 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.333s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.926423] env[69133]: DEBUG nova.network.neutron [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.982982] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.986168] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.221s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.986353] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.986518] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1205.986865] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.100s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.987211] env[69133]: DEBUG nova.objects.instance [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lazy-loading 'resources' on Instance uuid 1df027b9-dadd-4bf7-a635-7a587a7bec51 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.991016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444dbd18-b460-41f4-9834-df1c9cb1cc56 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.002464] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74be7d-6924-4b33-a8d3-0f9664bae487 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.021019] env[69133]: INFO nova.scheduler.client.report [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Deleted allocations for instance f5f9b4b6-2c45-4eea-805f-de859bd42ed2 [ 1206.021409] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c18f36-c325-4e31-810c-c7ec1be2cf50 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.033140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.033140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.033140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.033140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.033140] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.035985] env[69133]: INFO nova.compute.manager [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Terminating instance [ 1206.038138] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b42705e-bfef-463a-82d6-c1ac28003e86 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.076838] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179225MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1206.076998] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.097827] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.097827] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1206.097827] env[69133]: _type = "HttpNfcLease" [ 1206.097827] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1206.098156] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1206.098156] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52229b0f-afc5-123e-1f53-ef37a285a97d" [ 1206.098156] env[69133]: _type = "HttpNfcLease" [ 1206.098156] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1206.098883] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0518c-46d0-4b74-92f2-2f5790f1f18d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.107181] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1206.107374] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1206.173548] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2a8be3f-9863-4194-b2f6-962c4633e6a5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.196507] env[69133]: DEBUG oslo_concurrency.lockutils [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.197040] env[69133]: DEBUG oslo_concurrency.lockutils [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.431217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.534921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0b1d2ae3-8a15-4421-a58f-954fb516aac9 tempest-AttachInterfacesTestJSON-133172653 tempest-AttachInterfacesTestJSON-133172653-project-member] Lock "f5f9b4b6-2c45-4eea-805f-de859bd42ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.987s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.543455] env[69133]: DEBUG nova.compute.manager [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.544076] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.544579] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a937603-9be6-4494-a678-ce590dbeb99f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.556707] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.563313] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4942c644-dcb7-4bd1-b355-4622f9a3b07c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.575786] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1206.575786] env[69133]: value = "task-3191858" [ 1206.575786] env[69133]: _type = "Task" [ 1206.575786] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.589131] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.687604] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ae781b-c560-4430-87ec-912808b03ce3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.698468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac8072-8f31-4820-8bb6-077c632512b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.702899] env[69133]: INFO nova.compute.manager [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Detaching volume 904ccdc9-4ac7-45f1-b731-18df45bdba9e [ 1206.746865] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09acf1-e792-429a-b537-b57eb32ccc91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.763013] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef037b9-46b7-44f9-b184-b877a1935cb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.784858] env[69133]: DEBUG nova.compute.provider_tree [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.790312] env[69133]: INFO nova.virt.block_device [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attempting to driver detach volume 904ccdc9-4ac7-45f1-b731-18df45bdba9e from mountpoint /dev/sdb [ 1206.791332] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.791332] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638281', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'name': 'volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'serial': '904ccdc9-4ac7-45f1-b731-18df45bdba9e'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.792201] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e051fe0-0a61-439a-8e28-a97ee286d633 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.827199] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67fd53-806d-4a27-bdf9-a960f7dcd838 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.838358] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e41741e-7d1e-4656-90e1-51ac7d33f723 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.876459] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe56ccb-c5c5-4439-a60b-a4d7fa2a5fe0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.898016] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] The volume has not been displaced from its original location: [datastore2] volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e/volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.904225] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.908732] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b73ed8-ba4e-40a0-8000-3a3d60829670 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.942020] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1206.942020] env[69133]: value = "task-3191859" [ 1206.942020] env[69133]: _type = "Task" [ 1206.942020] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.952899] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.087919] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191858, 'name': PowerOffVM_Task, 'duration_secs': 0.234897} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.088156] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.088452] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.088715] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059bfb91-9fe2-40d4-a303-8267114e55c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.184291] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.184603] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.185167] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleting the datastore file [datastore2] 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.185312] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6935651-6084-495f-8de7-ac129742e127 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.197259] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1207.197259] env[69133]: value = "task-3191861" [ 1207.197259] env[69133]: _type = "Task" [ 1207.197259] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.210189] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.293144] env[69133]: DEBUG nova.scheduler.client.report [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.323930] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1207.324194] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1207.325159] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27999764-e0c5-463a-bc87-254e9cf2c03f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.334018] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1207.334295] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1207.334581] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99370997-c3f1-448a-940c-129b3ae3252e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.456386] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191859, 'name': ReconfigVM_Task, 'duration_secs': 0.321766} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.456815] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.462226] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9bb87cd-bb19-4831-ab28-994e2a1cc8e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.481370] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "be8457fd-22da-4828-a251-9140790e1490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.482877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.482877] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1207.482877] env[69133]: value = "task-3191862" [ 1207.482877] env[69133]: _type = "Task" [ 1207.482877] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.492660] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.535909] env[69133]: DEBUG oslo_vmware.rw_handles [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b73787-ba72-04cf-6c0a-f7ab619dae7c/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1207.536185] env[69133]: INFO nova.virt.vmwareapi.images [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Downloaded image file data 37f2c7ef-134a-4831-8686-9b8e4119351a [ 1207.537540] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf629bd-8599-4b15-9a01-aedf033799a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.559034] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-718659e2-2841-4d45-b25e-0772c76d8bb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.584651] env[69133]: INFO nova.virt.vmwareapi.images [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] The imported VM was unregistered [ 1207.587653] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1207.587901] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.588236] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eccb7c8-4efb-4850-9aeb-de6f97de07fc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.607631] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.608479] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f/OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f.vmdk to [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk. {{(pid=69133) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1207.609058] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-78574a6d-c2f8-4414-bdae-7f3c83545887 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.619406] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1207.619406] env[69133]: value = "task-3191864" [ 1207.619406] env[69133]: _type = "Task" [ 1207.619406] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.628914] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.712319] env[69133]: DEBUG oslo_vmware.api [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174259} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.712644] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.712840] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.713030] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.713356] env[69133]: INFO nova.compute.manager [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1207.713582] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.713874] env[69133]: DEBUG nova.compute.manager [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.713990] env[69133]: DEBUG nova.network.neutron [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.801348] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.803430] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.726s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.840024] env[69133]: INFO nova.scheduler.client.report [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Deleted allocations for instance 1df027b9-dadd-4bf7-a635-7a587a7bec51 [ 1207.951280] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adfd1a-8777-47ab-8820-04bf4fdeed54 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.975357] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 0 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.983956] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.003210] env[69133]: DEBUG oslo_vmware.api [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191862, 'name': ReconfigVM_Task, 'duration_secs': 0.178452} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.003386] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638281', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'name': 'volume-904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '904ccdc9-4ac7-45f1-b731-18df45bdba9e', 'serial': '904ccdc9-4ac7-45f1-b731-18df45bdba9e'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.134837] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.257540] env[69133]: DEBUG nova.compute.manager [req-d34b2a1a-70be-4f64-aed9-7768ea1e7ba6 req-aa5a1151-6782-46c3-b184-044f086902b8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Received event network-vif-deleted-1042a077-7661-4946-b97e-7f6b474c8be3 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.257833] env[69133]: INFO nova.compute.manager [req-d34b2a1a-70be-4f64-aed9-7768ea1e7ba6 req-aa5a1151-6782-46c3-b184-044f086902b8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Neutron deleted interface 1042a077-7661-4946-b97e-7f6b474c8be3; detaching it from the instance and deleting it from the info cache [ 1208.257999] env[69133]: DEBUG nova.network.neutron [req-d34b2a1a-70be-4f64-aed9-7768ea1e7ba6 req-aa5a1151-6782-46c3-b184-044f086902b8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.352649] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b5fa027c-0fef-4b27-958f-35c9b6e05e91 tempest-ServerAddressesNegativeTestJSON-640781760 tempest-ServerAddressesNegativeTestJSON-640781760-project-member] Lock "1df027b9-dadd-4bf7-a635-7a587a7bec51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.900s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.483743] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.484462] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a73b81-8a15-4cae-a4b5-67bc5cc990a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.501171] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1208.501171] env[69133]: value = "task-3191865" [ 1208.501171] env[69133]: _type = "Task" [ 1208.501171] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.519545] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.522559] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.562552] env[69133]: DEBUG nova.objects.instance [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.635969] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.734183] env[69133]: DEBUG nova.network.neutron [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.762202] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a78aa4-90df-405d-aca7-1bfe3654033a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.779692] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664875e9-f9b8-4ddd-9f76-d228f75021c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.819942] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Applying migration context for instance 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 as it has an incoming, in-progress migration 03bd3df3-8d3c-477c-9498-f0862861b6ac. Migration status is migrating {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1208.822896] env[69133]: INFO nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating resource usage from migration 03bd3df3-8d3c-477c-9498-f0862861b6ac [ 1208.826949] env[69133]: DEBUG nova.compute.manager [req-d34b2a1a-70be-4f64-aed9-7768ea1e7ba6 req-aa5a1151-6782-46c3-b184-044f086902b8 service nova] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Detach interface failed, port_id=1042a077-7661-4946-b97e-7f6b474c8be3, reason: Instance 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1e47a344-182a-4cab-bcab-c862dd68116a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c4e3b29b-8b25-484e-8be1-ae17e33559a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 76a80c9e-24e6-4daf-86ca-46d08bf6b234 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 673d0228-7954-44fe-ba93-cdb431b38169 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 292874d8-7172-4c5b-9ede-a81db9d331b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Migration 03bd3df3-8d3c-477c-9498-f0862861b6ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1208.852260] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.017412] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191865, 'name': PowerOffVM_Task, 'duration_secs': 0.468116} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.017825] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.018040] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 17 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.135435] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.241472] env[69133]: INFO nova.compute.manager [-] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Took 1.53 seconds to deallocate network for instance. [ 1209.364165] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance be8457fd-22da-4828-a251-9140790e1490 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1209.364165] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.364165] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2368MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.525972] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.526275] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.526403] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.526588] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.526730] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.526902] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.529417] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.529417] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.529417] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.529417] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.529750] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.536792] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88623f0-cac3-4194-9ab2-49cbc20c4ec3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.548946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd69a5a-2d04-4827-8bfa-21ca8e167279 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.559809] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03933da6-68ca-40ed-ba40-243e9a0bdae3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.568253] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1209.568253] env[69133]: value = "task-3191866" [ 1209.568253] env[69133]: _type = "Task" [ 1209.568253] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.604908] env[69133]: DEBUG oslo_concurrency.lockutils [None req-38dd66f2-cd6d-4b99-8aa6-e7793ac1407a tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.408s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.609693] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9562c013-2041-465d-97e2-ee3efb589b93 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.616020] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.621659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.621929] env[69133]: DEBUG oslo_concurrency.lockutils [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.625016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a71da-9b95-40eb-a577-daab633724e3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.646213] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.650880] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.748971] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.078674] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191866, 'name': ReconfigVM_Task, 'duration_secs': 0.386257} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.079211] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 33 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.135696] env[69133]: INFO nova.compute.manager [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Detaching volume 95759847-846d-47ca-9d5e-e6f3d0cd98a7 [ 1210.138535] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.152474] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.184203] env[69133]: INFO nova.virt.block_device [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Attempting to driver detach volume 95759847-846d-47ca-9d5e-e6f3d0cd98a7 from mountpoint /dev/sdc [ 1210.184203] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.184203] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638287', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'name': 'volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'serial': '95759847-846d-47ca-9d5e-e6f3d0cd98a7'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.184861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55066a0f-7b78-40da-aed9-73b48bfac448 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.211647] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef82ccb-d9cf-47c4-8153-2078295ca1eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.221940] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c25a2-cc6f-453a-8dda-6e814e86976b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.251846] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d0eab-b296-4531-b61b-3611ea038373 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.268959] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] The volume has not been displaced from its original location: [datastore2] volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7/volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.274571] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.275774] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374345f0-8ae7-42dc-b572-2e4b8e291873 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.295621] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1210.295621] env[69133]: value = "task-3191867" [ 1210.295621] env[69133]: _type = "Task" [ 1210.295621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.304263] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.591301] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.592602] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.593087] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.593087] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.593188] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.593480] env[69133]: DEBUG nova.virt.hardware [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.599748] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.600108] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ed5b5d4-7617-4632-95ba-9576bbf9fdb0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.620967] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1210.620967] env[69133]: value = "task-3191868" [ 1210.620967] env[69133]: _type = "Task" [ 1210.620967] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.637560] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.637560] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.661484] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1210.661832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.858s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.662434] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.140s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.664149] env[69133]: INFO nova.compute.claims [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.806128] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.133566] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191868, 'name': ReconfigVM_Task, 'duration_secs': 0.190492} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.136434] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.136729] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.137433] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcaff09-de5b-4ab6-9070-fca781ce696d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.159159] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.159420] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6622f0d-a703-4670-b12d-02d476ed1693 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.184092] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1211.184092] env[69133]: value = "task-3191869" [ 1211.184092] env[69133]: _type = "Task" [ 1211.184092] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.195277] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.308431] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.637970] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191864, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.622289} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.637970] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f/OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f.vmdk to [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk. [ 1211.638321] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Cleaning up location [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1211.638321] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ba186d06-2c92-4ae1-8f4b-a42a4224225f {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.638546] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff9ef76-70ad-45c2-ad45-d1c57927b28c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.645707] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1211.645707] env[69133]: value = "task-3191870" [ 1211.645707] env[69133]: _type = "Task" [ 1211.645707] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.654205] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.662740] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.695024] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191869, 'name': ReconfigVM_Task, 'duration_secs': 0.285633} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.695374] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.695794] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 50 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.814427] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191867, 'name': ReconfigVM_Task, 'duration_secs': 1.096255} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.814768] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.822347] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66890edf-2197-4cb9-b584-4ab7ec465fd0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.839493] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1211.839493] env[69133]: value = "task-3191871" [ 1211.839493] env[69133]: _type = "Task" [ 1211.839493] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.851530] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.860086] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735687e-911e-4c70-a7d6-8f4cdb50aca0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.865411] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81fcb50-26ce-4704-907b-8ef82bbcb28e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.898783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b06488-f861-41e8-8a77-060dd2feeecb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.907324] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd262bf-9f37-4e31-a3bf-8286dfe095d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.921525] env[69133]: DEBUG nova.compute.provider_tree [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.159602] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037626} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.159929] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.160136] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.160316] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk to [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.160934] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41929e9c-24e4-4bb9-b882-007040ae19c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.183855] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1212.183855] env[69133]: value = "task-3191872" [ 1212.183855] env[69133]: _type = "Task" [ 1212.183855] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.193483] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.203961] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f80336-54e8-49cf-bd65-3b498bab15ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.224104] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed57df-a67d-43dd-a68d-54ddd45265cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.242634] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 67 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.349604] env[69133]: DEBUG oslo_vmware.api [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191871, 'name': ReconfigVM_Task, 'duration_secs': 0.148758} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.349890] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638287', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'name': 'volume-95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d616a8f-4e7a-4e52-83fa-b992d9f93bc9', 'attached_at': '', 'detached_at': '', 'volume_id': '95759847-846d-47ca-9d5e-e6f3d0cd98a7', 'serial': '95759847-846d-47ca-9d5e-e6f3d0cd98a7'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.426444] env[69133]: DEBUG nova.scheduler.client.report [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.696609] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.799619] env[69133]: DEBUG nova.network.neutron [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Port 09bb2397-627f-4849-b4a2-0bca39445e79 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1212.915976] env[69133]: DEBUG nova.objects.instance [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'flavor' on Instance uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.933414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.934044] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.938028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.189s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.938028] env[69133]: DEBUG nova.objects.instance [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'resources' on Instance uuid 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.196338] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.439398] env[69133]: DEBUG nova.compute.utils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.442056] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.442056] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.488654] env[69133]: DEBUG nova.policy [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74832462c02b4dc0a04cf48d0f35dad1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a53b995f5aba4cca98b77f410a3e4c58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.650045] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b74ea1-df3c-479c-9088-2e7de1dc2a07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.659860] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379723eb-573c-42b3-90e2-db2fef7d8abd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.705091] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113c19d-d104-478d-bdd8-51d839cc9244 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.713937] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.717465] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b001d8-e8ff-4fa6-a406-71149418cc0f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.736654] env[69133]: DEBUG nova.compute.provider_tree [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.828826] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.829372] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.829504] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.898778] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Successfully created port: 057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.931339] env[69133]: DEBUG oslo_concurrency.lockutils [None req-abe2b534-c3fa-469a-ad3d-a6eeb6006705 tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.306s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.942395] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.214460] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.239723] env[69133]: DEBUG nova.scheduler.client.report [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.721020] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191872, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.371533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.721020] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/37f2c7ef-134a-4831-8686-9b8e4119351a/37f2c7ef-134a-4831-8686-9b8e4119351a.vmdk to [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.721020] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd052433-c437-420e-9dae-0376b2cbe20f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.743741] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.744657] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.746792] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea5c5c3-5cf4-454f-8da5-e7754b9323bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.768371] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1214.768371] env[69133]: value = "task-3191876" [ 1214.768371] env[69133]: _type = "Task" [ 1214.768371] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.777949] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.784778] env[69133]: INFO nova.scheduler.client.report [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted allocations for instance 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5 [ 1214.874251] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.874473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.874655] env[69133]: DEBUG nova.network.neutron [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.954309] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.982081] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.982355] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.982514] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.982698] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.982843] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.982986] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.983252] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.983377] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.983536] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.983698] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.983869] env[69133]: DEBUG nova.virt.hardware [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.984741] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1308e9b-352e-426a-be0c-56daf1e154df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.992872] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d35624-e186-4af3-9b8d-833f8f5037c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.146391] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.146534] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.146660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.146844] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.147022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.149198] env[69133]: INFO nova.compute.manager [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Terminating instance [ 1215.278329] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191876, 'name': ReconfigVM_Task, 'duration_secs': 0.276814} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.278620] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4/292874d8-7172-4c5b-9ede-a81db9d331b4.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.279805] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': '539492c1-3593-46ce-b9e7-fe175b62e70f'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': None, 'attachment_id': '2a78a338-1a87-4493-bd23-8d30b4cdfcbe', 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638283', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'name': 'volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '292874d8-7172-4c5b-9ede-a81db9d331b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'serial': '1eded0c4-f717-48ec-a9e9-c92040e48ed6'}, 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=69133) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1215.280027] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1215.280250] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638283', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'name': 'volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '292874d8-7172-4c5b-9ede-a81db9d331b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'serial': '1eded0c4-f717-48ec-a9e9-c92040e48ed6'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1215.280993] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bed9c8-87fe-4d77-878f-8bbd15740dd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.298658] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3153eed-d002-4b19-b072-c69af8922dab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.301341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3d9bd75a-da9b-4a8c-b604-fd1af55c809d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7c6585b1-d4a3-4f69-9e00-0c07958ec4b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.271s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.332937] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6/volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.334086] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff425bd-91c0-4d0b-a091-b69b2be9e13f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.353400] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1215.353400] env[69133]: value = "task-3191877" [ 1215.353400] env[69133]: _type = "Task" [ 1215.353400] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.362084] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.364101] env[69133]: DEBUG nova.compute.manager [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Received event network-vif-plugged-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.364310] env[69133]: DEBUG oslo_concurrency.lockutils [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] Acquiring lock "be8457fd-22da-4828-a251-9140790e1490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.364508] env[69133]: DEBUG oslo_concurrency.lockutils [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] Lock "be8457fd-22da-4828-a251-9140790e1490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.364670] env[69133]: DEBUG oslo_concurrency.lockutils [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] Lock "be8457fd-22da-4828-a251-9140790e1490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.364832] env[69133]: DEBUG nova.compute.manager [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] No waiting events found dispatching network-vif-plugged-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.365037] env[69133]: WARNING nova.compute.manager [req-60c4c617-e67c-4ee0-8d9f-e8ddff11e6f0 req-2bfc3c2b-1d24-4c00-9968-20538c7ec654 service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Received unexpected event network-vif-plugged-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 for instance with vm_state building and task_state spawning. [ 1215.509744] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Successfully updated port: 057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.641529] env[69133]: DEBUG nova.network.neutron [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.654353] env[69133]: DEBUG nova.compute.manager [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.654353] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.654353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ac152-f973-4862-ba28-3b5c54d094ca {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.662215] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.662481] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693ba87c-b0d3-4b0f-baf4-1a67033a24c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.669842] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1215.669842] env[69133]: value = "task-3191878" [ 1215.669842] env[69133]: _type = "Task" [ 1215.669842] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.681489] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.862746] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.013028] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.013211] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquired lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.013402] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.148578] env[69133]: DEBUG oslo_concurrency.lockutils [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.186150] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191878, 'name': PowerOffVM_Task, 'duration_secs': 0.277069} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.187088] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.187088] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.187088] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2adceef-3fac-4c6f-9908-011078cc406f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.253709] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.253948] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.254149] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleting the datastore file [datastore1] 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.254414] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6353f5-ac58-4f27-b227-9b26911fa46f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.260988] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for the task: (returnval){ [ 1216.260988] env[69133]: value = "task-3191880" [ 1216.260988] env[69133]: _type = "Task" [ 1216.260988] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.277509] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.364560] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191877, 'name': ReconfigVM_Task, 'duration_secs': 0.673218} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.364889] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6/volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.370186] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ee5cc0-09c1-411a-892e-0383e6bea54e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.387682] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1216.387682] env[69133]: value = "task-3191881" [ 1216.387682] env[69133]: _type = "Task" [ 1216.387682] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.397067] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.543752] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.656681] env[69133]: DEBUG nova.network.neutron [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Updating instance_info_cache with network_info: [{"id": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "address": "fa:16:3e:ab:a8:92", "network": {"id": "03303e4e-a989-4e46-aac0-5742e0d9cd2e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1112463284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53b995f5aba4cca98b77f410a3e4c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057cb7fd-4e", "ovs_interfaceid": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.678222] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe58c7d-ae76-42c3-9412-300270cac6b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.697750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.698007] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.699902] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926a05c-4bc0-4d27-9bae-baa855247767 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.706827] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 83 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.772266] env[69133]: DEBUG oslo_vmware.api [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Task: {'id': task-3191880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180121} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.773208] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.773208] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.773208] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.773208] env[69133]: INFO nova.compute.manager [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1216.773495] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.773495] env[69133]: DEBUG nova.compute.manager [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.773598] env[69133]: DEBUG nova.network.neutron [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.902989] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.159198] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Releasing lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.159198] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Instance network_info: |[{"id": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "address": "fa:16:3e:ab:a8:92", "network": {"id": "03303e4e-a989-4e46-aac0-5742e0d9cd2e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1112463284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53b995f5aba4cca98b77f410a3e4c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057cb7fd-4e", "ovs_interfaceid": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.159432] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:a8:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057cb7fd-4ef7-4d90-9ee9-a5eccc308b17', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.167376] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Creating folder: Project (a53b995f5aba4cca98b77f410a3e4c58). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.167709] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69861c29-d11a-408c-a3a8-bdeb7e07efc4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.190722] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Created folder: Project (a53b995f5aba4cca98b77f410a3e4c58) in parent group-v637972. [ 1217.190951] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Creating folder: Instances. Parent ref: group-v638293. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.191189] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9762923e-695a-4bbf-b8b6-770bef94b288 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.202264] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Created folder: Instances in parent group-v638293. [ 1217.202550] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.202783] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8457fd-22da-4828-a251-9140790e1490] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.203657] env[69133]: INFO nova.compute.manager [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Detaching volume 63aeb79d-652c-47b9-9dfe-13b9b986d55f [ 1217.205542] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a8d29eb-b19f-4b97-a314-e0fd1bf1c9ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.222690] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.223343] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a14bd42-40a0-4f42-be36-cc59d6b46001 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.230429] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.230429] env[69133]: value = "task-3191885" [ 1217.230429] env[69133]: _type = "Task" [ 1217.230429] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.234586] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1217.234586] env[69133]: value = "task-3191886" [ 1217.234586] env[69133]: _type = "Task" [ 1217.234586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.241257] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191885, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.246404] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.256386] env[69133]: INFO nova.virt.block_device [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Attempting to driver detach volume 63aeb79d-652c-47b9-9dfe-13b9b986d55f from mountpoint /dev/sdb [ 1217.256649] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.256859] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638271', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'name': 'volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4e3b29b-8b25-484e-8be1-ae17e33559a3', 'attached_at': '', 'detached_at': '', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'serial': '63aeb79d-652c-47b9-9dfe-13b9b986d55f'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.257782] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02103e-52ea-45a0-b912-ce9ea1154580 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.281431] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8c43a-abb0-4c6e-a4d4-75f3718f722e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.290582] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90cf0c-4686-4cc9-9ede-19af90789b18 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.312068] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f038252-3cbb-4b90-b7fa-80a4fd7be297 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.328655] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] The volume has not been displaced from its original location: [datastore2] volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f/volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.334710] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.335050] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9a43c7b-01b4-4187-b206-e474cea97a9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.356857] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1217.356857] env[69133]: value = "task-3191887" [ 1217.356857] env[69133]: _type = "Task" [ 1217.356857] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.368553] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.399077] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191881, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.474192] env[69133]: DEBUG nova.compute.manager [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Received event network-changed-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.474192] env[69133]: DEBUG nova.compute.manager [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Refreshing instance network info cache due to event network-changed-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.474946] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] Acquiring lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.475354] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] Acquired lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.475835] env[69133]: DEBUG nova.network.neutron [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Refreshing network info cache for port 057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.751469] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191885, 'name': CreateVM_Task, 'duration_secs': 0.377898} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.756979] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8457fd-22da-4828-a251-9140790e1490] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.757498] env[69133]: DEBUG oslo_vmware.api [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191886, 'name': PowerOnVM_Task, 'duration_secs': 0.441078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.758631] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.758845] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.759389] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.759861] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.760178] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0de092-5362-4b24-84a9-b47881ea772a tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance '1c5b6afd-6bac-42c4-8e6e-3b4467adfe49' progress to 100 {{(pid=69133) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.766337] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3378d06b-4b55-48a4-a1d5-5ca69e1bea6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.773813] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1217.773813] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522152f0-c35b-d1fc-bcc1-76103101fafc" [ 1217.773813] env[69133]: _type = "Task" [ 1217.773813] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.783360] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522152f0-c35b-d1fc-bcc1-76103101fafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.867045] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191887, 'name': ReconfigVM_Task, 'duration_secs': 0.322627} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.867402] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.872233] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2018df86-3264-405b-8cd8-dfaa56546fbd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.887995] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1217.887995] env[69133]: value = "task-3191888" [ 1217.887995] env[69133]: _type = "Task" [ 1217.887995] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.900617] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191881, 'name': ReconfigVM_Task, 'duration_secs': 1.071806} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.903966] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638283', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'name': 'volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '292874d8-7172-4c5b-9ede-a81db9d331b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'serial': '1eded0c4-f717-48ec-a9e9-c92040e48ed6'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.904624] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.904859] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-018dd19f-f3dc-4ab4-a5b0-39ed21e28f07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.913193] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1217.913193] env[69133]: value = "task-3191889" [ 1217.913193] env[69133]: _type = "Task" [ 1217.913193] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.923012] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191889, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.064206] env[69133]: DEBUG nova.network.neutron [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.223115] env[69133]: DEBUG nova.network.neutron [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Updated VIF entry in instance network info cache for port 057cb7fd-4ef7-4d90-9ee9-a5eccc308b17. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.223502] env[69133]: DEBUG nova.network.neutron [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Updating instance_info_cache with network_info: [{"id": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "address": "fa:16:3e:ab:a8:92", "network": {"id": "03303e4e-a989-4e46-aac0-5742e0d9cd2e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1112463284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a53b995f5aba4cca98b77f410a3e4c58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057cb7fd-4e", "ovs_interfaceid": "057cb7fd-4ef7-4d90-9ee9-a5eccc308b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.285687] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522152f0-c35b-d1fc-bcc1-76103101fafc, 'name': SearchDatastore_Task, 'duration_secs': 0.036013} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.286524] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.286760] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.287027] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.287184] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.287372] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.287861] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67471113-8aaa-4a7c-9558-1524df32ce6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.296707] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.296853] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.297620] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724e9cee-a05d-41c9-aeeb-9a6e6220324c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.303898] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1218.303898] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a8971f-f338-772a-06d6-dba0f9eb24ee" [ 1218.303898] env[69133]: _type = "Task" [ 1218.303898] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.312513] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a8971f-f338-772a-06d6-dba0f9eb24ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.399011] env[69133]: DEBUG oslo_vmware.api [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191888, 'name': ReconfigVM_Task, 'duration_secs': 0.160478} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.399346] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638271', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'name': 'volume-63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c4e3b29b-8b25-484e-8be1-ae17e33559a3', 'attached_at': '', 'detached_at': '', 'volume_id': '63aeb79d-652c-47b9-9dfe-13b9b986d55f', 'serial': '63aeb79d-652c-47b9-9dfe-13b9b986d55f'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.422551] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191889, 'name': Rename_Task, 'duration_secs': 0.214699} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.422671] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.422865] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72169feb-77ea-48ed-b330-32446b2c9ddd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.429101] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1218.429101] env[69133]: value = "task-3191890" [ 1218.429101] env[69133]: _type = "Task" [ 1218.429101] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.436539] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.569388] env[69133]: INFO nova.compute.manager [-] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Took 1.80 seconds to deallocate network for instance. [ 1218.727225] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f9b3dcc-bc67-4285-9d0a-e60607b81c23 req-bc74b6f4-a454-4233-a09d-97caf675f0bf service nova] Releasing lock "refresh_cache-be8457fd-22da-4828-a251-9140790e1490" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.815097] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a8971f-f338-772a-06d6-dba0f9eb24ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.816671] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5a8ab6-0464-4888-91b2-833a32e3b598 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.822557] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1218.822557] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c04af3-f850-102a-b683-42acd4e595bc" [ 1218.822557] env[69133]: _type = "Task" [ 1218.822557] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.830479] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c04af3-f850-102a-b683-42acd4e595bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.939607] env[69133]: DEBUG oslo_vmware.api [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191890, 'name': PowerOnVM_Task, 'duration_secs': 0.462759} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.939917] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.942904] env[69133]: DEBUG nova.objects.instance [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid c4e3b29b-8b25-484e-8be1-ae17e33559a3 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.039067] env[69133]: DEBUG nova.compute.manager [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.040061] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d18809-53b2-4bb3-ab5c-8796422e7563 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.076247] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.076616] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.076929] env[69133]: DEBUG nova.objects.instance [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lazy-loading 'resources' on Instance uuid 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.333725] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c04af3-f850-102a-b683-42acd4e595bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016889} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.334026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.334318] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] be8457fd-22da-4828-a251-9140790e1490/be8457fd-22da-4828-a251-9140790e1490.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.334587] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2f9795-a280-48e6-b2b4-181d4512e09c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.342284] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1219.342284] env[69133]: value = "task-3191892" [ 1219.342284] env[69133]: _type = "Task" [ 1219.342284] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.350589] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.503354] env[69133]: DEBUG nova.compute.manager [req-c43f81e3-bd27-450c-a2ac-09e48d5be705 req-6dc73bf2-9fb7-46d8-a268-bd8060a65230 service nova] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Received event network-vif-deleted-8010c631-4ab7-4c85-b7d1-0a973d1bd96e {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.557476] env[69133]: DEBUG oslo_concurrency.lockutils [None req-6d3c373b-d5c5-4cf6-b543-0a9ca03ccffd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.371s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.730796] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc195772-c7c7-453d-adde-7b6489636011 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.742015] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817fc62a-763b-4954-83b0-048466d48149 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.782916] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d444b75-7a59-493f-85b2-3a9f6faa14e7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.791851] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e7866f-c0a1-4142-9525-58c34af88dd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.808036] env[69133]: DEBUG nova.compute.provider_tree [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.853016] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191892, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.955898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e05fb826-2a61-431f-b30f-f48803b08812 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.027144] env[69133]: DEBUG nova.network.neutron [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Port 09bb2397-627f-4849-b4a2-0bca39445e79 binding to destination host cpu-1 is already ACTIVE {{(pid=69133) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1220.027490] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.027700] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.027891] env[69133]: DEBUG nova.network.neutron [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.313711] env[69133]: DEBUG nova.scheduler.client.report [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.354888] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625214} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.355145] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] be8457fd-22da-4828-a251-9140790e1490/be8457fd-22da-4828-a251-9140790e1490.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.355336] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.355593] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-126ea23d-3c26-4938-8aaa-93b9859aaf73 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.362690] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1220.362690] env[69133]: value = "task-3191893" [ 1220.362690] env[69133]: _type = "Task" [ 1220.362690] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.372870] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.762623] env[69133]: DEBUG nova.network.neutron [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.818289] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.843359] env[69133]: INFO nova.scheduler.client.report [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Deleted allocations for instance 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9 [ 1220.873785] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062402} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.874089] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.874881] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374750d9-244a-40cd-be26-4bdc798960b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.897661] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] be8457fd-22da-4828-a251-9140790e1490/be8457fd-22da-4828-a251-9140790e1490.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.897923] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029d899c-080e-4055-bca5-2ab0492c7c0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.920065] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1220.920065] env[69133]: value = "task-3191894" [ 1220.920065] env[69133]: _type = "Task" [ 1220.920065] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.929180] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.967404] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.967791] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.967956] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.968162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.968341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.970676] env[69133]: INFO nova.compute.manager [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Terminating instance [ 1221.265461] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.351420] env[69133]: DEBUG oslo_concurrency.lockutils [None req-3113d826-8b4f-433b-9ca8-2b7e08426d5e tempest-AttachVolumeTestJSON-1686460707 tempest-AttachVolumeTestJSON-1686460707-project-member] Lock "2d616a8f-4e7a-4e52-83fa-b992d9f93bc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.204s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.430998] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191894, 'name': ReconfigVM_Task, 'duration_secs': 0.509078} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.431347] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Reconfigured VM instance instance-00000075 to attach disk [datastore2] be8457fd-22da-4828-a251-9140790e1490/be8457fd-22da-4828-a251-9140790e1490.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.432047] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f93fd5b-fb4c-4763-8d86-86c5f830a98b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.440276] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1221.440276] env[69133]: value = "task-3191896" [ 1221.440276] env[69133]: _type = "Task" [ 1221.440276] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.454238] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191896, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.474231] env[69133]: DEBUG nova.compute.manager [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.474513] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.475435] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc4f68c-9527-4caa-a66d-daac2f36ee59 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.484603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.484822] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac2cca2-4866-45ca-8def-b000f5a597e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.491109] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1221.491109] env[69133]: value = "task-3191897" [ 1221.491109] env[69133]: _type = "Task" [ 1221.491109] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.502387] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.772525] env[69133]: DEBUG nova.compute.manager [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69133) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1221.772842] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.773239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.949718] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191896, 'name': Rename_Task, 'duration_secs': 0.182926} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.950010] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.950421] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-029563b5-34c6-47bb-bbab-a0ab2680cd6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.959025] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1221.959025] env[69133]: value = "task-3191899" [ 1221.959025] env[69133]: _type = "Task" [ 1221.959025] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.966864] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.001921] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191897, 'name': PowerOffVM_Task, 'duration_secs': 0.259838} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.002207] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.002390] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.002648] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c16a25-4246-4d20-97a1-3e0e8a409098 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.080753] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.081034] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.081200] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleting the datastore file [datastore2] c4e3b29b-8b25-484e-8be1-ae17e33559a3 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.081478] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536c7b43-856f-4f4b-bf9c-26f8f33e995e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.088155] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1222.088155] env[69133]: value = "task-3191901" [ 1222.088155] env[69133]: _type = "Task" [ 1222.088155] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.096243] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.276477] env[69133]: DEBUG nova.objects.instance [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'migration_context' on Instance uuid 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.469113] env[69133]: DEBUG oslo_vmware.api [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191899, 'name': PowerOnVM_Task, 'duration_secs': 0.507504} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.469434] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.469628] env[69133]: INFO nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1222.469868] env[69133]: DEBUG nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.470625] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33519e-3540-46f0-a871-cad28cad8c2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.598596] env[69133]: DEBUG oslo_vmware.api [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229552} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.598881] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.599066] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.599306] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.599474] env[69133]: INFO nova.compute.manager [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1222.599715] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.599900] env[69133]: DEBUG nova.compute.manager [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.599996] env[69133]: DEBUG nova.network.neutron [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.895412] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3782890c-ac51-48b1-9a08-21fcf7ebfd69 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.903619] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170af324-5947-47ee-8b8c-95edd74fb43e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.935951] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18f0b9-650f-4b78-b85a-92988f5296c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.945205] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b747a9-e879-4fdb-827b-80d18af03832 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.959910] env[69133]: DEBUG nova.compute.provider_tree [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.985271] env[69133]: INFO nova.compute.manager [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Took 14.49 seconds to build instance. [ 1223.077312] env[69133]: DEBUG nova.compute.manager [req-c2d4f6d2-f826-45f7-8ef0-4ce4a602d1d8 req-81e67126-03c3-48c7-80f6-6e6967498d58 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Received event network-vif-deleted-cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.077556] env[69133]: INFO nova.compute.manager [req-c2d4f6d2-f826-45f7-8ef0-4ce4a602d1d8 req-81e67126-03c3-48c7-80f6-6e6967498d58 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Neutron deleted interface cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9; detaching it from the instance and deleting it from the info cache [ 1223.077727] env[69133]: DEBUG nova.network.neutron [req-c2d4f6d2-f826-45f7-8ef0-4ce4a602d1d8 req-81e67126-03c3-48c7-80f6-6e6967498d58 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.464248] env[69133]: DEBUG nova.scheduler.client.report [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.486809] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a7565b34-7b67-4529-b5a2-c1de8b3aac5c tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.005s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.561826] env[69133]: DEBUG nova.network.neutron [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.581043] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6235cd0-8da1-4e4d-86df-66a7b9b404a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.592588] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db960e-2830-45c0-b675-6957af0b863f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.625856] env[69133]: DEBUG nova.compute.manager [req-c2d4f6d2-f826-45f7-8ef0-4ce4a602d1d8 req-81e67126-03c3-48c7-80f6-6e6967498d58 service nova] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Detach interface failed, port_id=cfc067af-89b2-4cff-94e3-5ec9a6f9d1a9, reason: Instance c4e3b29b-8b25-484e-8be1-ae17e33559a3 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.065064] env[69133]: INFO nova.compute.manager [-] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Took 1.46 seconds to deallocate network for instance. [ 1224.248039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "be8457fd-22da-4828-a251-9140790e1490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.248039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.248039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "be8457fd-22da-4828-a251-9140790e1490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.248039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.248039] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.249796] env[69133]: INFO nova.compute.manager [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Terminating instance [ 1224.475266] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.702s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.571214] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.571540] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.571858] env[69133]: DEBUG nova.objects.instance [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'resources' on Instance uuid c4e3b29b-8b25-484e-8be1-ae17e33559a3 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.754493] env[69133]: DEBUG nova.compute.manager [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.754755] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.755707] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd65081-a283-4188-b1e0-71c58f3b476e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.764320] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.764572] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a8ec95-5b1e-4c6d-b4cf-f511dce429d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.772717] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1224.772717] env[69133]: value = "task-3191903" [ 1224.772717] env[69133]: _type = "Task" [ 1224.772717] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.781707] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.191445] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b60fd6-44f5-4558-8a5a-2172ce866211 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.199873] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39373c-ab3b-40fb-adce-ac1a14d77685 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.231715] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2430aac4-1461-4333-82ab-4680f0019211 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.239199] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d6651-f026-410b-95ed-005665fac510 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.252626] env[69133]: DEBUG nova.compute.provider_tree [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.282574] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191903, 'name': PowerOffVM_Task, 'duration_secs': 0.248938} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.282844] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.282993] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.283272] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aff040a-8b42-4e98-8c41-ff8f4ebafcea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.350543] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.350729] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.350920] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Deleting the datastore file [datastore2] be8457fd-22da-4828-a251-9140790e1490 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.351199] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3525a3-b5a8-43cc-987c-c664c553e4ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.357451] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for the task: (returnval){ [ 1225.357451] env[69133]: value = "task-3191906" [ 1225.357451] env[69133]: _type = "Task" [ 1225.357451] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.365259] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.755805] env[69133]: DEBUG nova.scheduler.client.report [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.867481] env[69133]: DEBUG oslo_vmware.api [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Task: {'id': task-3191906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181585} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.867763] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.867968] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.868160] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.868337] env[69133]: INFO nova.compute.manager [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] [instance: be8457fd-22da-4828-a251-9140790e1490] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1225.868579] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.868765] env[69133]: DEBUG nova.compute.manager [-] [instance: be8457fd-22da-4828-a251-9140790e1490] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.868864] env[69133]: DEBUG nova.network.neutron [-] [instance: be8457fd-22da-4828-a251-9140790e1490] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.014261] env[69133]: INFO nova.compute.manager [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Swapping old allocation on dict_keys(['f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede']) held by migration 03bd3df3-8d3c-477c-9498-f0862861b6ac for instance [ 1226.042843] env[69133]: DEBUG nova.scheduler.client.report [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Overwriting current allocation {'allocations': {'f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': '48ead6e7ca9242efa83b9a8fc2c4546c', 'user_id': '987c141a6ae94d12bcc040007fbdba9b', 'consumer_generation': 1} on consumer 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 {{(pid=69133) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1226.130764] env[69133]: DEBUG nova.compute.manager [req-425da334-1105-4ff2-96cb-55a03106b03a req-34251a60-4431-4332-a029-aca93a79b2ed service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Received event network-vif-deleted-057cb7fd-4ef7-4d90-9ee9-a5eccc308b17 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.130965] env[69133]: INFO nova.compute.manager [req-425da334-1105-4ff2-96cb-55a03106b03a req-34251a60-4431-4332-a029-aca93a79b2ed service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Neutron deleted interface 057cb7fd-4ef7-4d90-9ee9-a5eccc308b17; detaching it from the instance and deleting it from the info cache [ 1226.131154] env[69133]: DEBUG nova.network.neutron [req-425da334-1105-4ff2-96cb-55a03106b03a req-34251a60-4431-4332-a029-aca93a79b2ed service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.151475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.151772] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.151968] env[69133]: DEBUG nova.network.neutron [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.260502] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.278986] env[69133]: INFO nova.scheduler.client.report [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted allocations for instance c4e3b29b-8b25-484e-8be1-ae17e33559a3 [ 1226.608478] env[69133]: DEBUG nova.network.neutron [-] [instance: be8457fd-22da-4828-a251-9140790e1490] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.633717] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cb4e7a7-85d5-4398-8dad-5c94d0a6ee52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.644785] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125937a-e8eb-4368-8743-bd52f7e71341 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.680287] env[69133]: DEBUG nova.compute.manager [req-425da334-1105-4ff2-96cb-55a03106b03a req-34251a60-4431-4332-a029-aca93a79b2ed service nova] [instance: be8457fd-22da-4828-a251-9140790e1490] Detach interface failed, port_id=057cb7fd-4ef7-4d90-9ee9-a5eccc308b17, reason: Instance be8457fd-22da-4828-a251-9140790e1490 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.788846] env[69133]: DEBUG oslo_concurrency.lockutils [None req-1b34b8c4-03c6-49dd-a423-08b2429f3fe7 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "c4e3b29b-8b25-484e-8be1-ae17e33559a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.885130] env[69133]: DEBUG nova.network.neutron [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [{"id": "09bb2397-627f-4849-b4a2-0bca39445e79", "address": "fa:16:3e:52:99:52", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09bb2397-62", "ovs_interfaceid": "09bb2397-627f-4849-b4a2-0bca39445e79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.111767] env[69133]: INFO nova.compute.manager [-] [instance: be8457fd-22da-4828-a251-9140790e1490] Took 1.24 seconds to deallocate network for instance. [ 1227.388646] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.388918] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.389717] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72c4cb8-5870-4594-aea0-2515c3dd8e91 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.396915] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1227.396915] env[69133]: value = "task-3191908" [ 1227.396915] env[69133]: _type = "Task" [ 1227.396915] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.407044] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.567945] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.568239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.568449] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "673d0228-7954-44fe-ba93-cdb431b38169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.568631] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.568796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.571160] env[69133]: INFO nova.compute.manager [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Terminating instance [ 1227.620595] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.620595] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.620595] env[69133]: DEBUG nova.objects.instance [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lazy-loading 'resources' on Instance uuid be8457fd-22da-4828-a251-9140790e1490 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.907618] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191908, 'name': PowerOffVM_Task, 'duration_secs': 0.268261} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.908182] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.908957] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.909347] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.909637] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.909930] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.910207] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.910528] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.910887] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.911260] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.911696] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.912130] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.912411] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.917720] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace7273b-0523-406c-8264-8761c4032715 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.945068] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1227.945068] env[69133]: value = "task-3191909" [ 1227.945068] env[69133]: _type = "Task" [ 1227.945068] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.969190] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.076081] env[69133]: DEBUG nova.compute.manager [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.076081] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.076401] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797fbb88-8932-41ea-9100-ecb10c4b410d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.084238] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1228.084238] env[69133]: value = "task-3191911" [ 1228.084238] env[69133]: _type = "Task" [ 1228.084238] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.094775] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.220163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c77feb-a167-4ce9-b161-2c718c27383d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.231873] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430780e5-de85-4ced-a282-8386988aabe7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.269787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef32e7-5b04-4523-acb3-7cf31b4d8c5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.277954] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109cefa-910e-4e10-a4c3-419767492cb6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.291787] env[69133]: DEBUG nova.compute.provider_tree [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.455193] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191909, 'name': ReconfigVM_Task, 'duration_secs': 0.153693} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.458033] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d7116-8815-419e-9efc-72658e9e6ab1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.475396] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.475696] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.475891] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.476136] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.476331] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.476508] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.476748] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.476941] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.477156] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.477425] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.477598] env[69133]: DEBUG nova.virt.hardware [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.478551] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47866f87-857e-4f52-9aec-464e6099bf95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.484734] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1228.484734] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52d622e2-2240-9646-3c9b-db6f23dab897" [ 1228.484734] env[69133]: _type = "Task" [ 1228.484734] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.493242] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d622e2-2240-9646-3c9b-db6f23dab897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.594484] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191911, 'name': PowerOffVM_Task, 'duration_secs': 0.1959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.594785] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.594982] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.595196] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638269', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'name': 'volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '673d0228-7954-44fe-ba93-cdb431b38169', 'attached_at': '2025-03-26T22:40:54.000000', 'detached_at': '', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'serial': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.595964] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9e7775-f27d-4265-bf26-61de786db9ee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.615257] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e3687-f02c-4b15-ae6c-4fece9789139 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.622055] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68217ae-b99c-4cbf-bcdd-f858b22aba34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.639365] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc7d5b-d7dc-43df-9573-8b5e0e68a8ed {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.654036] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] The volume has not been displaced from its original location: [datastore2] volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c/volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.659027] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.659300] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f06a15-2a19-4dd2-a2f1-b755a0fb012e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.677456] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1228.677456] env[69133]: value = "task-3191912" [ 1228.677456] env[69133]: _type = "Task" [ 1228.677456] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.685363] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.795355] env[69133]: DEBUG nova.scheduler.client.report [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.995871] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52d622e2-2240-9646-3c9b-db6f23dab897, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.001359] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.001661] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eea5605-526c-432d-a278-508066966ef2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.022666] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1229.022666] env[69133]: value = "task-3191913" [ 1229.022666] env[69133]: _type = "Task" [ 1229.022666] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.034102] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.042899] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.043167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.187911] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191912, 'name': ReconfigVM_Task, 'duration_secs': 0.196299} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.188218] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.192981] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3f3a72-9427-4283-a5c6-900610d4c5af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.206956] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1229.206956] env[69133]: value = "task-3191914" [ 1229.206956] env[69133]: _type = "Task" [ 1229.206956] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.216351] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.300530] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.325746] env[69133]: INFO nova.scheduler.client.report [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Deleted allocations for instance be8457fd-22da-4828-a251-9140790e1490 [ 1229.532483] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191913, 'name': ReconfigVM_Task, 'duration_secs': 0.188401} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.532772] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.533563] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2771edfb-c826-4a35-9907-8b751f447053 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.548700] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.558472] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.558950] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf53df87-91d1-491c-aa32-07f14f5dc2c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.577683] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1229.577683] env[69133]: value = "task-3191916" [ 1229.577683] env[69133]: _type = "Task" [ 1229.577683] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.589666] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.717322] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191914, 'name': ReconfigVM_Task, 'duration_secs': 0.145959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.717702] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638269', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'name': 'volume-763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '673d0228-7954-44fe-ba93-cdb431b38169', 'attached_at': '2025-03-26T22:40:54.000000', 'detached_at': '', 'volume_id': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c', 'serial': '763cb1c8-8e4b-4b8a-8e92-96b08e47414c'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.717975] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.718763] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f8af87-1b9f-46e2-965e-0988f12f5e6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.726098] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.726345] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc665865-da23-45e1-a4e4-409de60b85a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.792444] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.792730] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.793042] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore2] 673d0228-7954-44fe-ba93-cdb431b38169 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.793434] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90af8882-c76a-49f8-8791-13d47ef1ac2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.800664] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1229.800664] env[69133]: value = "task-3191918" [ 1229.800664] env[69133]: _type = "Task" [ 1229.800664] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.809640] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.832972] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a17bebfc-4490-446e-8151-f33cfef12663 tempest-ServerAddressesTestJSON-253517208 tempest-ServerAddressesTestJSON-253517208-project-member] Lock "be8457fd-22da-4828-a251-9140790e1490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.076677] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.076951] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.078487] env[69133]: INFO nova.compute.claims [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.090128] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191916, 'name': ReconfigVM_Task, 'duration_secs': 0.255259} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.090433] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49/1c5b6afd-6bac-42c4-8e6e-3b4467adfe49.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.091492] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c09b871-c34f-4bc7-892d-4a3a981a4953 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.110762] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f8a85c-2f3c-44ee-9db9-c8d9e935f983 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.131533] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc748b7e-bcca-4f73-b11f-1739565788d9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.149949] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b07ad9-d930-4ac5-ae6f-43603ef50c90 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.156379] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.156593] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ebab669-7ebf-4cfa-9830-6f4e9f013f9a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.163319] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1230.163319] env[69133]: value = "task-3191919" [ 1230.163319] env[69133]: _type = "Task" [ 1230.163319] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.311120] env[69133]: DEBUG oslo_vmware.api [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081366} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.311345] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.311531] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.311768] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.311963] env[69133]: INFO nova.compute.manager [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1230.312224] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.312419] env[69133]: DEBUG nova.compute.manager [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.312548] env[69133]: DEBUG nova.network.neutron [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.674943] env[69133]: DEBUG oslo_vmware.api [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191919, 'name': PowerOnVM_Task, 'duration_secs': 0.388033} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.675914] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.829501] env[69133]: DEBUG nova.compute.manager [req-7f927f61-b471-43e4-95af-3a5c69550159 req-665542ee-97bb-4ea4-876a-0c0a6102dd82 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Received event network-vif-deleted-855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.829721] env[69133]: INFO nova.compute.manager [req-7f927f61-b471-43e4-95af-3a5c69550159 req-665542ee-97bb-4ea4-876a-0c0a6102dd82 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Neutron deleted interface 855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6; detaching it from the instance and deleting it from the info cache [ 1230.829897] env[69133]: DEBUG nova.network.neutron [req-7f927f61-b471-43e4-95af-3a5c69550159 req-665542ee-97bb-4ea4-876a-0c0a6102dd82 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.207925] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b7074c-bf63-4419-9e13-ea87d2ddf960 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.216336] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880b809-edbb-4440-ad8c-19b6142758e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.248496] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2d669-d4af-47e1-95ca-32c37eaa7a4e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.257390] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938f4fa-a8c6-47ce-9341-5ad6f17ea8c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.276025] env[69133]: DEBUG nova.compute.provider_tree [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.308170] env[69133]: DEBUG nova.network.neutron [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.334141] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0363807-85ef-4a6a-bb60-55183f9cd91f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.344059] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c072d2d-3202-4959-8aa5-73e6ee82fcd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.374063] env[69133]: DEBUG nova.compute.manager [req-7f927f61-b471-43e4-95af-3a5c69550159 req-665542ee-97bb-4ea4-876a-0c0a6102dd82 service nova] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Detach interface failed, port_id=855acc9c-9da4-4c80-a57a-5fe6c9cb7fa6, reason: Instance 673d0228-7954-44fe-ba93-cdb431b38169 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.692480] env[69133]: INFO nova.compute.manager [None req-4654cadc-1af7-488c-95dc-2332f4b8edc4 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance to original state: 'active' [ 1231.779564] env[69133]: DEBUG nova.scheduler.client.report [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.810702] env[69133]: INFO nova.compute.manager [-] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Took 1.50 seconds to deallocate network for instance. [ 1232.287536] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.287536] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.366885] env[69133]: INFO nova.compute.manager [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Took 0.56 seconds to detach 1 volumes for instance. [ 1232.368908] env[69133]: DEBUG nova.compute.manager [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Deleting volume: 763cb1c8-8e4b-4b8a-8e92-96b08e47414c {{(pid=69133) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1232.756497] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.756845] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.757273] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.757401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.757779] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.759730] env[69133]: INFO nova.compute.manager [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Terminating instance [ 1232.794501] env[69133]: DEBUG nova.compute.utils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.796088] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.796256] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.844711] env[69133]: DEBUG nova.policy [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75dfa9362fb483c8f8a55ad0b3c0e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76bca79df70479991e022246190119d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.933754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.933754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.933989] env[69133]: DEBUG nova.objects.instance [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'resources' on Instance uuid 673d0228-7954-44fe-ba93-cdb431b38169 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.144711] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Successfully created port: b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.264857] env[69133]: DEBUG nova.compute.manager [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.265105] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.269026] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0a860d-0b93-4dba-bd30-48a49d0acd65 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.275667] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.276064] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c2f9a0-ffaa-4cb5-ad11-7a99ca326491 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.283339] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1233.283339] env[69133]: value = "task-3191922" [ 1233.283339] env[69133]: _type = "Task" [ 1233.283339] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.292869] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.299657] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.535513] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b85fa-9af5-4a5c-8231-e3bf29ec3c20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.543271] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a93a6-24f5-46a0-a7bd-e84a78e4468c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.574011] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc653bc0-a430-44d8-81ad-3e45bc3f4a30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.582880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2218d41c-cf25-4d29-b57c-edc1e7aecb99 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.596711] env[69133]: DEBUG nova.compute.provider_tree [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.795083] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191922, 'name': PowerOffVM_Task, 'duration_secs': 0.188568} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.796451] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.796451] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.796451] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b86228c-7481-40d2-9e5b-590cb21b8300 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.874152] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.874328] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.874514] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleting the datastore file [datastore2] 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.874776] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035c5205-1019-4635-84bc-5814204152d2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.882272] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1233.882272] env[69133]: value = "task-3191924" [ 1233.882272] env[69133]: _type = "Task" [ 1233.882272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.891082] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.099815] env[69133]: DEBUG nova.scheduler.client.report [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.310617] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.337466] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.337725] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.337885] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.338109] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.338266] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.338414] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.338719] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.338897] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.339082] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.339249] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.339478] env[69133]: DEBUG nova.virt.hardware [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.340353] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25ae14-a5c1-445a-ae49-e6117199755e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.348935] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d20e05-6a88-440f-8a10-eb9fdc68d325 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.391757] env[69133]: DEBUG oslo_vmware.api [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160107} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.392199] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.392255] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.392409] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.392582] env[69133]: INFO nova.compute.manager [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1234.392826] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.393026] env[69133]: DEBUG nova.compute.manager [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.393126] env[69133]: DEBUG nova.network.neutron [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.605341] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.630261] env[69133]: INFO nova.scheduler.client.report [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocations for instance 673d0228-7954-44fe-ba93-cdb431b38169 [ 1234.677584] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Successfully updated port: b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.690628] env[69133]: DEBUG nova.compute.manager [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Received event network-vif-plugged-b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.690845] env[69133]: DEBUG oslo_concurrency.lockutils [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.691050] env[69133]: DEBUG oslo_concurrency.lockutils [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.691228] env[69133]: DEBUG oslo_concurrency.lockutils [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.691394] env[69133]: DEBUG nova.compute.manager [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] No waiting events found dispatching network-vif-plugged-b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.691558] env[69133]: WARNING nova.compute.manager [req-bc932e65-5672-4c2a-b398-c4dcb268cc82 req-e4a1981e-6a20-46d6-9da0-9a18b747726e service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Received unexpected event network-vif-plugged-b729ffb4-4339-46ba-83d3-fc0404250ead for instance with vm_state building and task_state spawning. [ 1234.713100] env[69133]: DEBUG nova.compute.manager [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Received event network-changed-b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.713100] env[69133]: DEBUG nova.compute.manager [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Refreshing instance network info cache due to event network-changed-b729ffb4-4339-46ba-83d3-fc0404250ead. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.713100] env[69133]: DEBUG oslo_concurrency.lockutils [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] Acquiring lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.713100] env[69133]: DEBUG oslo_concurrency.lockutils [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] Acquired lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.713100] env[69133]: DEBUG nova.network.neutron [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Refreshing network info cache for port b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.138592] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a39298c2-c8b9-45e3-913c-9207ad089ec8 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "673d0228-7954-44fe-ba93-cdb431b38169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.570s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.180398] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.465171] env[69133]: DEBUG nova.network.neutron [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.468622] env[69133]: DEBUG nova.network.neutron [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.542107] env[69133]: DEBUG nova.network.neutron [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.610612] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "810ded62-2dfb-40eb-9e22-c9de086d3570" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.610832] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.625875] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.626092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.626289] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.626462] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.626622] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.628576] env[69133]: INFO nova.compute.manager [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Terminating instance [ 1235.972184] env[69133]: INFO nova.compute.manager [-] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Took 1.58 seconds to deallocate network for instance. [ 1236.044493] env[69133]: DEBUG oslo_concurrency.lockutils [req-67ec983f-7fad-465f-8f45-b0a46ca12a26 req-53746123-ba42-4575-8b43-b6180a2320aa service nova] Releasing lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.044852] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.045021] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.112778] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.132348] env[69133]: DEBUG nova.compute.manager [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.132764] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.133660] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55da51-9783-4c0e-acdb-196109996d8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.142543] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.142838] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96cbf59a-4b37-41e3-9416-9c8883b2c754 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.150688] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1236.150688] env[69133]: value = "task-3191925" [ 1236.150688] env[69133]: _type = "Task" [ 1236.150688] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.160495] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.479219] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.479437] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.479684] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.498711] env[69133]: INFO nova.scheduler.client.report [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted allocations for instance 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49 [ 1236.572986] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.634804] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.635101] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.638170] env[69133]: INFO nova.compute.claims [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.661880] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191925, 'name': PowerOffVM_Task, 'duration_secs': 0.208193} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.662153] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.662323] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.662573] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0417b2f6-8ddf-4a11-913b-f6d481d34f9c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.714436] env[69133]: DEBUG nova.network.neutron [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating instance_info_cache with network_info: [{"id": "b729ffb4-4339-46ba-83d3-fc0404250ead", "address": "fa:16:3e:b0:37:47", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729ffb4-43", "ovs_interfaceid": "b729ffb4-4339-46ba-83d3-fc0404250ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.734903] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.735168] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.735352] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore1] 76a80c9e-24e6-4daf-86ca-46d08bf6b234 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.735893] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c98f1f6-03ff-4c07-a3d0-cee93d12b88d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.741576] env[69133]: DEBUG nova.compute.manager [req-bc78d16a-4259-4e94-ab95-ab6c8b470377 req-7ce9e61e-a321-4ee0-9f2d-5a45cd641b10 service nova] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Received event network-vif-deleted-09bb2397-627f-4849-b4a2-0bca39445e79 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.745130] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1236.745130] env[69133]: value = "task-3191927" [ 1236.745130] env[69133]: _type = "Task" [ 1236.745130] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.754684] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.007035] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a858ea28-af5b-4483-be1e-64f1b064eccb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1c5b6afd-6bac-42c4-8e6e-3b4467adfe49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.250s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.217656] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.218025] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance network_info: |[{"id": "b729ffb4-4339-46ba-83d3-fc0404250ead", "address": "fa:16:3e:b0:37:47", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729ffb4-43", "ovs_interfaceid": "b729ffb4-4339-46ba-83d3-fc0404250ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.218485] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:37:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b729ffb4-4339-46ba-83d3-fc0404250ead', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.225983] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.226561] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.226800] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b07fbb8-2b67-4eca-967c-704cc851a06e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.250249] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.250249] env[69133]: value = "task-3191928" [ 1237.250249] env[69133]: _type = "Task" [ 1237.250249] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.256583] env[69133]: DEBUG oslo_vmware.api [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144158} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.257193] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.257385] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.257587] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.257770] env[69133]: INFO nova.compute.manager [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1237.258011] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.258214] env[69133]: DEBUG nova.compute.manager [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.258311] env[69133]: DEBUG nova.network.neutron [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.262882] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191928, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.742037] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5804dd-24c5-4b80-b31f-d156be803a89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.751377] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51cefb0-7aa2-4fbb-af88-4752accb4d93 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.763903] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191928, 'name': CreateVM_Task, 'duration_secs': 0.419582} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.789570] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.791908] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.792093] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.792415] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.795418] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bf6024-861f-46f8-90fb-0bd86fe24a57 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.798238] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd1332c2-64a5-4345-bda3-670f0101ef71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.800054] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.800265] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.808433] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfa4626-c984-447f-b66f-b0d2261de858 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.812440] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1237.812440] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5293f1e4-69e9-8b9a-0df7-796083d4743e" [ 1237.812440] env[69133]: _type = "Task" [ 1237.812440] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.824190] env[69133]: DEBUG nova.compute.provider_tree [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.831284] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5293f1e4-69e9-8b9a-0df7-796083d4743e, 'name': SearchDatastore_Task, 'duration_secs': 0.013565} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.832057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.832288] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.832515] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.832662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.832838] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.833316] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-477fc3b4-6821-4293-94ba-15e69ff284b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.842292] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.842460] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.843167] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd17bfd6-5748-472d-b888-6c8c59cffaf7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.848650] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1237.848650] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e4f7b9-dab8-2908-9a0e-8648f98da4d6" [ 1237.848650] env[69133]: _type = "Task" [ 1237.848650] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.855895] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e4f7b9-dab8-2908-9a0e-8648f98da4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.977826] env[69133]: DEBUG nova.network.neutron [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.302896] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.327569] env[69133]: DEBUG nova.scheduler.client.report [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.360611] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e4f7b9-dab8-2908-9a0e-8648f98da4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.361041] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa60110-4ba4-40dc-8590-8cdfffe6826e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.367786] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1238.367786] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52282dd0-427b-91ac-a49a-03dc1721b30c" [ 1238.367786] env[69133]: _type = "Task" [ 1238.367786] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.377493] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52282dd0-427b-91ac-a49a-03dc1721b30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.481098] env[69133]: INFO nova.compute.manager [-] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Took 1.22 seconds to deallocate network for instance. [ 1238.766542] env[69133]: DEBUG nova.compute.manager [req-1dfe6ad2-a2dc-41bc-b33d-1736a7b356a3 req-2a665527-def4-4eb9-a941-162e350a52dc service nova] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Received event network-vif-deleted-d57f8353-bd31-4a8f-81d6-83cc2d87b520 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.825606] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.831749] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.832141] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.834905] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.009s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.836134] env[69133]: INFO nova.compute.claims [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.879997] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52282dd0-427b-91ac-a49a-03dc1721b30c, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.880279] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.880563] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7e65585e-3a00-4bb2-9d6d-170908af3523/7e65585e-3a00-4bb2-9d6d-170908af3523.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.880821] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d167fcf7-94ff-4b36-82dd-54afb86c552e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.888062] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1238.888062] env[69133]: value = "task-3191929" [ 1238.888062] env[69133]: _type = "Task" [ 1238.888062] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.895854] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.987078] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.343764] env[69133]: DEBUG nova.compute.utils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.345702] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.345881] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.393476] env[69133]: DEBUG nova.policy [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce0234a1a493419fb412ef98162eac0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '381b2c1d088a4262a9fb36da047856a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.400967] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429075} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.401226] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 7e65585e-3a00-4bb2-9d6d-170908af3523/7e65585e-3a00-4bb2-9d6d-170908af3523.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.401437] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.401684] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6616eb-5755-4e59-ab1e-d8a251ecf399 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.408683] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1239.408683] env[69133]: value = "task-3191930" [ 1239.408683] env[69133]: _type = "Task" [ 1239.408683] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.415923] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.682250] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Successfully created port: d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.846963] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.919256] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062631} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.919256] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.919256] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6114fefb-aec8-4526-bb1b-127d400d5b49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.941911] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7e65585e-3a00-4bb2-9d6d-170908af3523/7e65585e-3a00-4bb2-9d6d-170908af3523.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.944281] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427dbf6c-b106-41a7-8329-b6a1e5c4dc6b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.966798] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1239.966798] env[69133]: value = "task-3191931" [ 1239.966798] env[69133]: _type = "Task" [ 1239.966798] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.973386] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047911c5-4054-4448-9575-009d82db0540 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.981757] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.984452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a48a5-b3c1-4021-b128-c223f034839c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.015209] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1719bfcb-7336-4749-9edd-d17519bbe801 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.022971] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3805eb9f-e8ce-4f59-ae34-92627f356984 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.036582] env[69133]: DEBUG nova.compute.provider_tree [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.355690] env[69133]: INFO nova.virt.block_device [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Booting with volume d2b960c3-19bd-4077-b4ad-5045a9b749eb at /dev/sda [ 1240.393647] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc7fab3f-9fe9-4d28-a758-58b004dbd0ae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.403376] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c1ad2c-8b9f-4ee6-b05a-f545568b1386 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.430609] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6680af9-0a48-49f8-82e6-97681f3958a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.438937] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e280eb8-8147-481f-8b8c-4820cf0adeb3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.471236] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ea25c-4f51-403d-a3ae-b56cc28e4317 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.480724] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1bf112-f915-4e61-b5e2-39f561ef5aa3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.483211] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191931, 'name': ReconfigVM_Task, 'duration_secs': 0.365758} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.483350] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7e65585e-3a00-4bb2-9d6d-170908af3523/7e65585e-3a00-4bb2-9d6d-170908af3523.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.484237] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac3a1680-1f74-4dc3-a750-6ca3e88a1747 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.497375] env[69133]: DEBUG nova.virt.block_device [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating existing volume attachment record: 2342a45e-f01c-4cdb-aa84-14c98b5d94d9 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1240.500975] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1240.500975] env[69133]: value = "task-3191932" [ 1240.500975] env[69133]: _type = "Task" [ 1240.500975] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.509664] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191932, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.540109] env[69133]: DEBUG nova.scheduler.client.report [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.010769] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191932, 'name': Rename_Task, 'duration_secs': 0.159099} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.011100] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.011400] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf12454-9952-450a-9e2c-bff3476e35cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.018799] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1241.018799] env[69133]: value = "task-3191933" [ 1241.018799] env[69133]: _type = "Task" [ 1241.018799] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.026653] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.043912] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.044432] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.047941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.060s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.048240] env[69133]: DEBUG nova.objects.instance [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'resources' on Instance uuid 76a80c9e-24e6-4daf-86ca-46d08bf6b234 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.055816] env[69133]: DEBUG nova.compute.manager [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Received event network-vif-plugged-d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.056119] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] Acquiring lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.056316] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.056501] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.056739] env[69133]: DEBUG nova.compute.manager [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] No waiting events found dispatching network-vif-plugged-d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.056967] env[69133]: WARNING nova.compute.manager [req-2f255767-59c8-4829-914b-54ebd3323215 req-5e295033-2f77-441b-86fd-fa14e5157eea service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Received unexpected event network-vif-plugged-d7acec97-9c3d-413e-b834-c8f39f03dadf for instance with vm_state building and task_state block_device_mapping. [ 1241.142067] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Successfully updated port: d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.528971] env[69133]: DEBUG oslo_vmware.api [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191933, 'name': PowerOnVM_Task, 'duration_secs': 0.470169} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.529380] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.529470] env[69133]: INFO nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1241.529730] env[69133]: DEBUG nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.530523] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eb27a2-7216-4c0d-bf89-18b1682c9c1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.551468] env[69133]: DEBUG nova.compute.utils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.556656] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.556656] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.592290] env[69133]: DEBUG nova.policy [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '987c141a6ae94d12bcc040007fbdba9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ead6e7ca9242efa83b9a8fc2c4546c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.643785] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fefa59-c3be-4eb2-8c19-a631bda18fb8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.647796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.647796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquired lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.647796] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.655771] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab70ab7-76c4-464d-ba7a-ca2d75818b93 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.690659] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1623732-8040-4ead-9ee5-24eda5dcaf99 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.699483] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e237b-34ec-4d6c-833b-966ce12f0b86 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.715391] env[69133]: DEBUG nova.compute.provider_tree [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.143400] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.160224] env[69133]: INFO nova.compute.manager [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Took 12.10 seconds to build instance. [ 1242.203276] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.220068] env[69133]: DEBUG nova.scheduler.client.report [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.325608] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Successfully created port: cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.403977] env[69133]: DEBUG nova.network.neutron [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating instance_info_cache with network_info: [{"id": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "address": "fa:16:3e:22:7e:90", "network": {"id": "82f597f2-17d4-4153-a57f-d6fb029174f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020289780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "381b2c1d088a4262a9fb36da047856a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7acec97-9c", "ovs_interfaceid": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.656759] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.657627] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.657960] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.658485] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.658773] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.658991] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.659221] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.659507] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.659787] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.660037] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.660446] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.660559] env[69133]: DEBUG nova.virt.hardware [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.666826] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8410bf7e-f7d1-4298-8bd2-6db83dd1b363 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.671884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0ccbfe1c-1be7-43e8-9954-48edaac17fc6 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.629s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.681260] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caeb17b-9e9a-4222-98cd-69f319c77451 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.724836] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.747548] env[69133]: INFO nova.scheduler.client.report [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocations for instance 76a80c9e-24e6-4daf-86ca-46d08bf6b234 [ 1242.907234] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Releasing lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.907234] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance network_info: |[{"id": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "address": "fa:16:3e:22:7e:90", "network": {"id": "82f597f2-17d4-4153-a57f-d6fb029174f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020289780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "381b2c1d088a4262a9fb36da047856a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7acec97-9c", "ovs_interfaceid": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.907541] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:7e:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7acec97-9c3d-413e-b834-c8f39f03dadf', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.916010] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Creating folder: Project (381b2c1d088a4262a9fb36da047856a5). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.916549] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cdef5f4-7e69-4000-a293-dad1e83e80f7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.919525] env[69133]: DEBUG nova.compute.manager [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Received event network-changed-b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.919736] env[69133]: DEBUG nova.compute.manager [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Refreshing instance network info cache due to event network-changed-b729ffb4-4339-46ba-83d3-fc0404250ead. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.919952] env[69133]: DEBUG oslo_concurrency.lockutils [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] Acquiring lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.920110] env[69133]: DEBUG oslo_concurrency.lockutils [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] Acquired lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.920269] env[69133]: DEBUG nova.network.neutron [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Refreshing network info cache for port b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.934539] env[69133]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1242.934700] env[69133]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69133) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1242.935057] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Folder already exists: Project (381b2c1d088a4262a9fb36da047856a5). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1242.935265] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Creating folder: Instances. Parent ref: group-v638290. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.935503] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82a88265-edc1-4f63-b6a7-80ad9296466c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.948396] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Created folder: Instances in parent group-v638290. [ 1242.948643] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.948839] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.949070] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80533a9d-0ee0-42b3-9db5-343f69a98313 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.968963] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.968963] env[69133]: value = "task-3191936" [ 1242.968963] env[69133]: _type = "Task" [ 1242.968963] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.976509] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191936, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.085558] env[69133]: DEBUG nova.compute.manager [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Received event network-changed-d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.085812] env[69133]: DEBUG nova.compute.manager [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Refreshing instance network info cache due to event network-changed-d7acec97-9c3d-413e-b834-c8f39f03dadf. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.086051] env[69133]: DEBUG oslo_concurrency.lockutils [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] Acquiring lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.086200] env[69133]: DEBUG oslo_concurrency.lockutils [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] Acquired lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.086361] env[69133]: DEBUG nova.network.neutron [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Refreshing network info cache for port d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.174277] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.203631] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.203886] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.204057] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.204248] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.204395] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.204544] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.204761] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.204914] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.205100] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.205264] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.205450] env[69133]: DEBUG nova.virt.hardware [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.206448] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eaf5a1-bdcd-422f-b649-11468679de60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.217179] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949f191d-c59f-432e-8be2-b7ca444bea25 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.260543] env[69133]: DEBUG oslo_concurrency.lockutils [None req-44238b8a-df95-4d32-90ed-38b7f0c75134 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "76a80c9e-24e6-4daf-86ca-46d08bf6b234" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.634s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.480447] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191936, 'name': CreateVM_Task, 'duration_secs': 0.376397} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.480742] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.481417] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'boot_index': 0, 'attachment_id': '2342a45e-f01c-4cdb-aa84-14c98b5d94d9', 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638296', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'name': 'volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '810ded62-2dfb-40eb-9e22-c9de086d3570', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'serial': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb'}, 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=69133) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1243.481628] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Root volume attach. Driver type: vmdk {{(pid=69133) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1243.482400] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66748399-7c9d-4048-9499-76fd2b8d1df0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.491810] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8671b2cb-7a5b-4a55-9dba-d0a708235ace {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.497912] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f04bbf-814b-493e-9a11-e233792409d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.503798] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ef5267db-9897-42e4-b23f-b385fe28805b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.511294] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1243.511294] env[69133]: value = "task-3191938" [ 1243.511294] env[69133]: _type = "Task" [ 1243.511294] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.527016] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191938, 'name': RelocateVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.639634] env[69133]: DEBUG nova.network.neutron [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updated VIF entry in instance network info cache for port b729ffb4-4339-46ba-83d3-fc0404250ead. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.640071] env[69133]: DEBUG nova.network.neutron [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating instance_info_cache with network_info: [{"id": "b729ffb4-4339-46ba-83d3-fc0404250ead", "address": "fa:16:3e:b0:37:47", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb729ffb4-43", "ovs_interfaceid": "b729ffb4-4339-46ba-83d3-fc0404250ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.848655] env[69133]: DEBUG nova.network.neutron [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updated VIF entry in instance network info cache for port d7acec97-9c3d-413e-b834-c8f39f03dadf. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.849093] env[69133]: DEBUG nova.network.neutron [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating instance_info_cache with network_info: [{"id": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "address": "fa:16:3e:22:7e:90", "network": {"id": "82f597f2-17d4-4153-a57f-d6fb029174f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020289780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "381b2c1d088a4262a9fb36da047856a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7acec97-9c", "ovs_interfaceid": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.868249] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Successfully updated port: cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.024066] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191938, 'name': RelocateVM_Task, 'duration_secs': 0.394145} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.024066] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1244.024307] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638296', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'name': 'volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '810ded62-2dfb-40eb-9e22-c9de086d3570', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'serial': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1244.024946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a062c71e-dd06-49fd-a343-4a14d17f1caa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.040106] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544634bc-390f-4589-b021-60ce491ce28d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.061933] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb/volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.062216] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3738c97-a911-4e53-9927-110696300840 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.081251] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1244.081251] env[69133]: value = "task-3191939" [ 1244.081251] env[69133]: _type = "Task" [ 1244.081251] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.089011] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191939, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.143026] env[69133]: DEBUG oslo_concurrency.lockutils [req-03567ea4-a851-429a-93f6-9b37fde90cdc req-51156fe6-f1e4-430e-8cc7-4817610eaef9 service nova] Releasing lock "refresh_cache-7e65585e-3a00-4bb2-9d6d-170908af3523" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.352262] env[69133]: DEBUG oslo_concurrency.lockutils [req-6a6b46d4-9263-449f-942c-1b352bc07a67 req-d45775e8-7619-4661-a731-2a2c5a8b93c0 service nova] Releasing lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.370358] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.370547] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.370697] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.591959] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191939, 'name': ReconfigVM_Task, 'duration_secs': 0.29142} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.592198] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb/volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.596864] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2695b26-dc15-47a0-8112-71fc0162d074 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.611723] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1244.611723] env[69133]: value = "task-3191940" [ 1244.611723] env[69133]: _type = "Task" [ 1244.611723] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.619816] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.901771] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.021034] env[69133]: DEBUG nova.network.neutron [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.112281] env[69133]: DEBUG nova.compute.manager [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Received event network-vif-plugged-cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.112510] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Acquiring lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.112715] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.112886] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.113069] env[69133]: DEBUG nova.compute.manager [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] No waiting events found dispatching network-vif-plugged-cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.113243] env[69133]: WARNING nova.compute.manager [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Received unexpected event network-vif-plugged-cecbc742-dc3d-412c-af8f-f543850cb197 for instance with vm_state building and task_state spawning. [ 1245.113401] env[69133]: DEBUG nova.compute.manager [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Received event network-changed-cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.113552] env[69133]: DEBUG nova.compute.manager [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Refreshing instance network info cache due to event network-changed-cecbc742-dc3d-412c-af8f-f543850cb197. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.113714] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Acquiring lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.123302] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191940, 'name': ReconfigVM_Task, 'duration_secs': 0.131528} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.123584] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638296', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'name': 'volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '810ded62-2dfb-40eb-9e22-c9de086d3570', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'serial': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1245.124064] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45dd9211-06bf-4893-b45a-d8abdfb59c46 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.131311] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1245.131311] env[69133]: value = "task-3191941" [ 1245.131311] env[69133]: _type = "Task" [ 1245.131311] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.138966] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191941, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.523887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.524271] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Instance network_info: |[{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.524562] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Acquired lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.524739] env[69133]: DEBUG nova.network.neutron [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Refreshing network info cache for port cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.525979] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecbc742-dc3d-412c-af8f-f543850cb197', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.534228] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.535090] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.535334] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-079b92eb-d769-44fe-a34c-ae74d0244966 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.555913] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.555913] env[69133]: value = "task-3191942" [ 1245.555913] env[69133]: _type = "Task" [ 1245.555913] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.563574] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191942, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.641180] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191941, 'name': Rename_Task, 'duration_secs': 0.136231} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.641413] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.641661] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-812473c4-4d09-4202-aa42-1c0369eb1e4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.646967] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1245.646967] env[69133]: value = "task-3191943" [ 1245.646967] env[69133]: _type = "Task" [ 1245.646967] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.654223] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.940051] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "1e47a344-182a-4cab-bcab-c862dd68116a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.940333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.940545] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.940757] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.940931] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.943073] env[69133]: INFO nova.compute.manager [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Terminating instance [ 1246.067011] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191942, 'name': CreateVM_Task, 'duration_secs': 0.317662} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.069546] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.070349] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.070533] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.070898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.071492] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdfbc4d7-e745-4f6b-849a-35c00a96cbe1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.076433] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1246.076433] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528aecd3-dff1-2149-2b94-49341295948f" [ 1246.076433] env[69133]: _type = "Task" [ 1246.076433] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.085045] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528aecd3-dff1-2149-2b94-49341295948f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.161447] env[69133]: DEBUG oslo_vmware.api [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191943, 'name': PowerOnVM_Task, 'duration_secs': 0.422515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.161568] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.161682] env[69133]: INFO nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Took 3.50 seconds to spawn the instance on the hypervisor. [ 1246.161868] env[69133]: DEBUG nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.162924] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199794c9-8310-42b1-b110-fe4cde6ab0b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.244800] env[69133]: DEBUG nova.network.neutron [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updated VIF entry in instance network info cache for port cecbc742-dc3d-412c-af8f-f543850cb197. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.245184] env[69133]: DEBUG nova.network.neutron [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.447310] env[69133]: DEBUG nova.compute.manager [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.447546] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.448487] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc53eb-2a4f-4a3b-9106-38f2d6b20fd9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.456705] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.456935] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95dc5800-297b-446a-ad1b-86f40895026b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.462852] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1246.462852] env[69133]: value = "task-3191944" [ 1246.462852] env[69133]: _type = "Task" [ 1246.462852] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.470614] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.587564] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528aecd3-dff1-2149-2b94-49341295948f, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.587906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.588156] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.588409] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.588563] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.588759] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.589063] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55880287-3186-4e08-a68e-ece3aa1afdd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.597716] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.597936] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.598831] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3220ea7b-78e3-4af3-83d2-e9c4e6e3393e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.604402] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1246.604402] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528466e0-967c-2dd0-f559-75d2bb786112" [ 1246.604402] env[69133]: _type = "Task" [ 1246.604402] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.612906] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528466e0-967c-2dd0-f559-75d2bb786112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.678817] env[69133]: INFO nova.compute.manager [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Took 10.06 seconds to build instance. [ 1246.748019] env[69133]: DEBUG oslo_concurrency.lockutils [req-c7304eab-c485-4b70-af0c-4c6241463e22 req-46cbda74-c41b-4501-b5ba-02d69bdb988e service nova] Releasing lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.973427] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191944, 'name': PowerOffVM_Task, 'duration_secs': 0.243962} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.973733] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.973860] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.974146] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3d7fd0-d168-42f2-9efd-5d490713a3e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.039724] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.039984] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.040184] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleting the datastore file [datastore1] 1e47a344-182a-4cab-bcab-c862dd68116a {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.040451] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab92d13c-f012-4602-aa8a-f8681d7f85f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.046823] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for the task: (returnval){ [ 1247.046823] env[69133]: value = "task-3191946" [ 1247.046823] env[69133]: _type = "Task" [ 1247.046823] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.054108] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.113606] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528466e0-967c-2dd0-f559-75d2bb786112, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.114332] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fc9f52-3a68-425c-8656-538ffeaf159e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.119523] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1247.119523] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c5bc03-0b3e-85b6-3404-c31d81e846a4" [ 1247.119523] env[69133]: _type = "Task" [ 1247.119523] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.126273] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c5bc03-0b3e-85b6-3404-c31d81e846a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.180977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-64a0d0e1-7a2d-450e-97d8-03fd22a43423 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.570s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.560191] env[69133]: DEBUG oslo_vmware.api [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Task: {'id': task-3191946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131077} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.560553] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.560837] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.561118] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.561387] env[69133]: INFO nova.compute.manager [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.561734] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.562019] env[69133]: DEBUG nova.compute.manager [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.562162] env[69133]: DEBUG nova.network.neutron [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.629792] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c5bc03-0b3e-85b6-3404-c31d81e846a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.630116] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.630392] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1914bd6e-082a-459d-92bc-3ec5160f8a61/1914bd6e-082a-459d-92bc-3ec5160f8a61.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.630670] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bad0ea7a-0d06-411c-a9fe-8ef095ff69ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.637436] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1247.637436] env[69133]: value = "task-3191947" [ 1247.637436] env[69133]: _type = "Task" [ 1247.637436] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.645179] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.842761] env[69133]: DEBUG nova.compute.manager [req-d2bb5162-5e7c-469b-b86d-861b378bba52 req-fa0762b9-fe1b-4b9d-ab35-2b591629a8a6 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Received event network-vif-deleted-7740b455-3471-4f46-9ccd-3e27aae5b5f7 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.843389] env[69133]: INFO nova.compute.manager [req-d2bb5162-5e7c-469b-b86d-861b378bba52 req-fa0762b9-fe1b-4b9d-ab35-2b591629a8a6 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Neutron deleted interface 7740b455-3471-4f46-9ccd-3e27aae5b5f7; detaching it from the instance and deleting it from the info cache [ 1247.843610] env[69133]: DEBUG nova.network.neutron [req-d2bb5162-5e7c-469b-b86d-861b378bba52 req-fa0762b9-fe1b-4b9d-ab35-2b591629a8a6 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.914550] env[69133]: DEBUG nova.compute.manager [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Received event network-changed-d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.914756] env[69133]: DEBUG nova.compute.manager [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Refreshing instance network info cache due to event network-changed-d7acec97-9c3d-413e-b834-c8f39f03dadf. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.914984] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] Acquiring lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.915672] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] Acquired lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.915891] env[69133]: DEBUG nova.network.neutron [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Refreshing network info cache for port d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.148955] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431932} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.149255] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1914bd6e-082a-459d-92bc-3ec5160f8a61/1914bd6e-082a-459d-92bc-3ec5160f8a61.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.149255] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.149506] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5867c285-2b5d-4a86-8a7e-65e70fc389c0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.159016] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1248.159016] env[69133]: value = "task-3191948" [ 1248.159016] env[69133]: _type = "Task" [ 1248.159016] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.164334] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.315953] env[69133]: DEBUG nova.network.neutron [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.346785] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e596e5b4-fc1a-435b-866d-ad2493ad4eea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.356962] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122ba6eb-de27-447a-9de8-ce4880922d64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.384528] env[69133]: DEBUG nova.compute.manager [req-d2bb5162-5e7c-469b-b86d-861b378bba52 req-fa0762b9-fe1b-4b9d-ab35-2b591629a8a6 service nova] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Detach interface failed, port_id=7740b455-3471-4f46-9ccd-3e27aae5b5f7, reason: Instance 1e47a344-182a-4cab-bcab-c862dd68116a could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.612194] env[69133]: DEBUG nova.network.neutron [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updated VIF entry in instance network info cache for port d7acec97-9c3d-413e-b834-c8f39f03dadf. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.612579] env[69133]: DEBUG nova.network.neutron [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating instance_info_cache with network_info: [{"id": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "address": "fa:16:3e:22:7e:90", "network": {"id": "82f597f2-17d4-4153-a57f-d6fb029174f8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020289780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "381b2c1d088a4262a9fb36da047856a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7acec97-9c", "ovs_interfaceid": "d7acec97-9c3d-413e-b834-c8f39f03dadf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.666686] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06219} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.666962] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.667744] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2adcc-5275-4217-92d8-231155549e48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.689326] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 1914bd6e-082a-459d-92bc-3ec5160f8a61/1914bd6e-082a-459d-92bc-3ec5160f8a61.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.689609] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5dfe7e-3e90-4d26-aed1-7c7a9d3206f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.710954] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1248.710954] env[69133]: value = "task-3191949" [ 1248.710954] env[69133]: _type = "Task" [ 1248.710954] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.719939] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.819089] env[69133]: INFO nova.compute.manager [-] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Took 1.26 seconds to deallocate network for instance. [ 1249.115945] env[69133]: DEBUG oslo_concurrency.lockutils [req-2f7805c3-3ec2-4059-b68f-e33d9ac27cc1 req-35029366-eb3a-4427-bf2a-485331e0559f service nova] Releasing lock "refresh_cache-810ded62-2dfb-40eb-9e22-c9de086d3570" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.220655] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191949, 'name': ReconfigVM_Task, 'duration_secs': 0.507502} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.221063] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 1914bd6e-082a-459d-92bc-3ec5160f8a61/1914bd6e-082a-459d-92bc-3ec5160f8a61.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.221589] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75003099-9f48-44d0-af4b-969aae41d97b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.228408] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1249.228408] env[69133]: value = "task-3191950" [ 1249.228408] env[69133]: _type = "Task" [ 1249.228408] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.236064] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191950, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.325816] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.326161] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.326412] env[69133]: DEBUG nova.objects.instance [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lazy-loading 'resources' on Instance uuid 1e47a344-182a-4cab-bcab-c862dd68116a {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.738428] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191950, 'name': Rename_Task, 'duration_secs': 0.264349} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.738702] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.738949] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c52db69-59fc-4b8e-94d5-a0b5ca919b48 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.744716] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1249.744716] env[69133]: value = "task-3191951" [ 1249.744716] env[69133]: _type = "Task" [ 1249.744716] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.751828] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.901347] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12211c6-9acf-47b5-bcd2-e0454744df39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.908607] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52011731-f6e5-4c14-b2cb-4be2f841e590 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.938918] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc5a96-e573-4dd0-b9a8-4418bb2e921b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.946745] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff131569-0016-40f0-8ab7-308dc7fefb4f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.960268] env[69133]: DEBUG nova.compute.provider_tree [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.257176] env[69133]: DEBUG oslo_vmware.api [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191951, 'name': PowerOnVM_Task, 'duration_secs': 0.511832} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.257536] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.257595] env[69133]: INFO nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1250.257779] env[69133]: DEBUG nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.258548] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a27cff-92c1-4853-9436-8792387c0887 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.464137] env[69133]: DEBUG nova.scheduler.client.report [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.776539] env[69133]: INFO nova.compute.manager [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Took 11.97 seconds to build instance. [ 1250.969803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.987742] env[69133]: INFO nova.scheduler.client.report [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Deleted allocations for instance 1e47a344-182a-4cab-bcab-c862dd68116a [ 1251.279022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-55ee4894-6f17-4c71-8a29-b4ddb9a428de tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.478s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.495572] env[69133]: DEBUG oslo_concurrency.lockutils [None req-89f2c592-76af-4c77-85a3-7948bb9e10f2 tempest-ServerActionsTestOtherA-1872065959 tempest-ServerActionsTestOtherA-1872065959-project-member] Lock "1e47a344-182a-4cab-bcab-c862dd68116a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.947349] env[69133]: DEBUG nova.compute.manager [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Received event network-changed-cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.947552] env[69133]: DEBUG nova.compute.manager [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Refreshing instance network info cache due to event network-changed-cecbc742-dc3d-412c-af8f-f543850cb197. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.947811] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] Acquiring lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.947964] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] Acquired lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.948143] env[69133]: DEBUG nova.network.neutron [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Refreshing network info cache for port cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.804390] env[69133]: DEBUG nova.network.neutron [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updated VIF entry in instance network info cache for port cecbc742-dc3d-412c-af8f-f543850cb197. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.805040] env[69133]: DEBUG nova.network.neutron [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.309034] env[69133]: DEBUG oslo_concurrency.lockutils [req-c6021860-09cd-4681-bbf2-9c60b58263f1 req-db4a4f6f-5365-4024-8cd4-d9e70635b939 service nova] Releasing lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.985994] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.986390] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.489724] env[69133]: INFO nova.compute.manager [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Detaching volume 1eded0c4-f717-48ec-a9e9-c92040e48ed6 [ 1256.520933] env[69133]: INFO nova.virt.block_device [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Attempting to driver detach volume 1eded0c4-f717-48ec-a9e9-c92040e48ed6 from mountpoint /dev/sdb [ 1256.521192] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.521385] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638283', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'name': 'volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '292874d8-7172-4c5b-9ede-a81db9d331b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'serial': '1eded0c4-f717-48ec-a9e9-c92040e48ed6'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.522292] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c9673-be69-4a3d-886d-eb9c8b7e044e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.545037] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1dcc2-d1d6-40ef-8bdf-3b7a127647bf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.552299] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff53925-7619-4bc2-a041-c606a0fa2d49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.571958] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb3d217-86dd-4cd6-87b2-3193f27d9765 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.586876] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] The volume has not been displaced from its original location: [datastore2] volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6/volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.592143] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.592427] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f94c0722-0a91-45de-aa1a-f9ada38c6c52 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.610115] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1256.610115] env[69133]: value = "task-3191952" [ 1256.610115] env[69133]: _type = "Task" [ 1256.610115] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.622241] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.120166] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191952, 'name': ReconfigVM_Task, 'duration_secs': 0.230074} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.120578] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.125151] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9dd824c-ec9f-4f1e-a797-1894adc0dee0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.140205] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1257.140205] env[69133]: value = "task-3191953" [ 1257.140205] env[69133]: _type = "Task" [ 1257.140205] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.147910] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.650668] env[69133]: DEBUG oslo_vmware.api [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191953, 'name': ReconfigVM_Task, 'duration_secs': 0.129833} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.650966] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638283', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'name': 'volume-1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '292874d8-7172-4c5b-9ede-a81db9d331b4', 'attached_at': '', 'detached_at': '', 'volume_id': '1eded0c4-f717-48ec-a9e9-c92040e48ed6', 'serial': '1eded0c4-f717-48ec-a9e9-c92040e48ed6'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.189730] env[69133]: DEBUG nova.objects.instance [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'flavor' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.197408] env[69133]: DEBUG oslo_concurrency.lockutils [None req-78ed41ca-5008-45a0-a51a-9aa43a442050 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.259533] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.231050] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.231050] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.231050] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.231050] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.231548] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.233322] env[69133]: INFO nova.compute.manager [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Terminating instance [ 1260.259538] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.737249] env[69133]: DEBUG nova.compute.manager [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.737495] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.738425] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a34d6-3f3c-49ab-927d-9e2dd9833a42 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.746441] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.746662] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afa3a9e-c645-4dab-a9c1-a37199bdb057 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.752622] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1260.752622] env[69133]: value = "task-3191954" [ 1260.752622] env[69133]: _type = "Task" [ 1260.752622] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.760168] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.262229] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191954, 'name': PowerOffVM_Task, 'duration_secs': 0.273653} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.262634] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.262682] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.262909] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cbab15a-6121-4aff-aee7-541e96c63786 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.322752] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.322967] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.323175] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore2] 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.323454] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee943f79-f2db-47ad-b874-9025f4644b5f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.330405] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1261.330405] env[69133]: value = "task-3191956" [ 1261.330405] env[69133]: _type = "Task" [ 1261.330405] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.338815] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.840761] env[69133]: DEBUG oslo_vmware.api [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138231} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.841074] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.841278] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.841458] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.841639] env[69133]: INFO nova.compute.manager [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1261.841877] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.842080] env[69133]: DEBUG nova.compute.manager [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.842182] env[69133]: DEBUG nova.network.neutron [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.260246] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.477172] env[69133]: DEBUG nova.compute.manager [req-9ac00cc2-f3a7-47ec-a14e-6f29e03fd830 req-10feaff2-59ee-4582-8c83-5b8a1720806b service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Received event network-vif-deleted-694f370b-9fa2-47de-b2d5-6f1da60861ba {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.477438] env[69133]: INFO nova.compute.manager [req-9ac00cc2-f3a7-47ec-a14e-6f29e03fd830 req-10feaff2-59ee-4582-8c83-5b8a1720806b service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Neutron deleted interface 694f370b-9fa2-47de-b2d5-6f1da60861ba; detaching it from the instance and deleting it from the info cache [ 1262.477537] env[69133]: DEBUG nova.network.neutron [req-9ac00cc2-f3a7-47ec-a14e-6f29e03fd830 req-10feaff2-59ee-4582-8c83-5b8a1720806b service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.960542] env[69133]: DEBUG nova.network.neutron [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.980507] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d155dba4-421a-4faf-a13e-6c64268e9e78 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.991273] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3407d-1852-435f-ad39-6ece1fc809f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.019133] env[69133]: DEBUG nova.compute.manager [req-9ac00cc2-f3a7-47ec-a14e-6f29e03fd830 req-10feaff2-59ee-4582-8c83-5b8a1720806b service nova] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Detach interface failed, port_id=694f370b-9fa2-47de-b2d5-6f1da60861ba, reason: Instance 292874d8-7172-4c5b-9ede-a81db9d331b4 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1263.259502] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.259691] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.463780] env[69133]: INFO nova.compute.manager [-] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Took 1.62 seconds to deallocate network for instance. [ 1263.969917] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.970314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.970447] env[69133]: DEBUG nova.objects.instance [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'resources' on Instance uuid 292874d8-7172-4c5b-9ede-a81db9d331b4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.255480] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.260152] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.260337] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1264.536689] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60faace7-7a2c-432e-a7cd-e1a9ad9180ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.544448] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c36f4-43bc-4b6a-8ea0-a8bbed9c3233 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.573887] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a609caa-8b6e-4118-b48a-972fd8055315 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.580614] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be8039e-eb39-4593-b3fd-81964b7a6c09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.593097] env[69133]: DEBUG nova.compute.provider_tree [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.096629] env[69133]: DEBUG nova.scheduler.client.report [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.259997] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.603898] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.625954] env[69133]: INFO nova.scheduler.client.report [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted allocations for instance 292874d8-7172-4c5b-9ede-a81db9d331b4 [ 1265.763668] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.763957] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.764097] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.764256] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1265.765197] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941527c8-53e3-4533-96b5-5008e58ec5e6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.773750] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f919fe-01e4-450e-bf33-bdf583d35cc1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.787914] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ec7b82-d685-4d5c-868f-29a034cd62cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.794343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bc7e04-01f8-4818-af51-397b74f6750d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.823971] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179786MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1265.824167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.824378] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.134212] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8a9f8686-7fa6-4779-9ffa-7a2d83430231 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "292874d8-7172-4c5b-9ede-a81db9d331b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.903s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.852870] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 7e65585e-3a00-4bb2-9d6d-170908af3523 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.853038] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.853172] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1914bd6e-082a-459d-92bc-3ec5160f8a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1266.853359] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1266.853510] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1266.903741] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc02c722-7d3b-476f-b3fe-c35d3ddacee2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.911431] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0404bb-143f-4a21-a8be-fb295de154db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.942844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f71560-eb91-484c-8e6a-7f7d4ed9ea28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.950442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8cad1-2acd-46fb-bc31-1d19bc6678dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.964136] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.466654] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.972182] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1267.972471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.120759] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.120989] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.623759] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.145403] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.145689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.147189] env[69133]: INFO nova.compute.claims [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.209080] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8a19e-928c-4963-ac18-c940648b787a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.216888] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c4dbef-d427-4444-8cee-9be25187ec84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.246685] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d6f134-fc7d-43cf-911b-d6770dc65b92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.253249] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297a304-a1ef-4080-a7d3-0bdb47cc7753 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.265857] env[69133]: DEBUG nova.compute.provider_tree [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.769516] env[69133]: DEBUG nova.scheduler.client.report [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.967525] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.274941] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.275516] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.779917] env[69133]: DEBUG nova.compute.utils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.781474] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.781672] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.826814] env[69133]: DEBUG nova.policy [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65be118e4934bbb945fc86ac73297cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95dcd66bac484acdbdcfac81981c3b6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.119181] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Successfully created port: ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.285205] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.295043] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.320427] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.320723] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.320904] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.321108] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.321289] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.321443] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.321650] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.321810] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.321975] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.322150] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.322324] env[69133]: DEBUG nova.virt.hardware [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.323231] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e37a4-31fd-4457-9ca2-400ed1c213b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.331787] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9a879-f89e-40c8-82ed-9bb6fb4bed9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.466686] env[69133]: DEBUG nova.compute.manager [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.466915] env[69133]: DEBUG oslo_concurrency.lockutils [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.467195] env[69133]: DEBUG oslo_concurrency.lockutils [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.467415] env[69133]: DEBUG oslo_concurrency.lockutils [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.467640] env[69133]: DEBUG nova.compute.manager [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] No waiting events found dispatching network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.467833] env[69133]: WARNING nova.compute.manager [req-6938e9d4-6e4b-4ec1-801b-8551e813d95e req-62eda9b3-c62f-4c06-93fa-d445686824c1 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received unexpected event network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 for instance with vm_state building and task_state spawning. [ 1273.545017] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Successfully updated port: ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.047050] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.047181] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.047369] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.578483] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.693801] env[69133]: DEBUG nova.network.neutron [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.197057] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.197057] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance network_info: |[{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.197412] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ba:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce3282dc-3ff0-4557-b298-84c103003106', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.204930] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.205138] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.205361] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8110c0b7-4778-4b6f-95d5-6c34bb4c30c2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.228371] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.228371] env[69133]: value = "task-3191957" [ 1275.228371] env[69133]: _type = "Task" [ 1275.228371] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.235743] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191957, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.493760] env[69133]: DEBUG nova.compute.manager [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-changed-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.493975] env[69133]: DEBUG nova.compute.manager [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing instance network info cache due to event network-changed-ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.494200] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.494349] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.494510] env[69133]: DEBUG nova.network.neutron [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing network info cache for port ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.738288] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191957, 'name': CreateVM_Task, 'duration_secs': 0.364174} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.738676] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.739152] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.739319] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.739631] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.739880] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fff1fb0-36ab-478a-bc84-6c9f4c158d8f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.744339] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1275.744339] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a2bb5d-d2be-bc7d-29fe-6527a934baae" [ 1275.744339] env[69133]: _type = "Task" [ 1275.744339] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.751801] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a2bb5d-d2be-bc7d-29fe-6527a934baae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.202273] env[69133]: DEBUG nova.network.neutron [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updated VIF entry in instance network info cache for port ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.202759] env[69133]: DEBUG nova.network.neutron [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.254992] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a2bb5d-d2be-bc7d-29fe-6527a934baae, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.255316] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.255544] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.255774] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.255922] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.256111] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.256360] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a06dfbf1-5c34-4636-b6b9-bda715493f36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.264130] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1276.264302] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1276.264942] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb720e5-6120-4e97-bd76-ff2310aec842 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.269890] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1276.269890] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5222fb28-600f-2014-cc47-0756d32fdb96" [ 1276.269890] env[69133]: _type = "Task" [ 1276.269890] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.277016] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5222fb28-600f-2014-cc47-0756d32fdb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.705094] env[69133]: DEBUG oslo_concurrency.lockutils [req-1a562e3d-d0f4-4a92-a1d8-90c68225db89 req-d418c83c-4c9a-49b3-bb0a-d490428a0775 service nova] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.780674] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5222fb28-600f-2014-cc47-0756d32fdb96, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.781474] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b81be391-9c14-4cde-a2af-27089b42dbe8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.786170] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1276.786170] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]522bd7a8-b13f-00a0-5b48-94e931bf70d0" [ 1276.786170] env[69133]: _type = "Task" [ 1276.786170] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.794376] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522bd7a8-b13f-00a0-5b48-94e931bf70d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.296242] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]522bd7a8-b13f-00a0-5b48-94e931bf70d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.296567] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.296837] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.297105] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6aff234-f338-4780-86d0-e513b15efc6f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.304471] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1277.304471] env[69133]: value = "task-3191958" [ 1277.304471] env[69133]: _type = "Task" [ 1277.304471] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.311894] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.813841] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489545} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.815031] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.815031] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.815203] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff70dbd-3499-4c88-83c9-6f5cc7d9e20b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.822142] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1277.822142] env[69133]: value = "task-3191959" [ 1277.822142] env[69133]: _type = "Task" [ 1277.822142] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.829302] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.331907] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059218} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.332224] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.333016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a4e8c-282f-4692-a59f-edd5f59afaee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.356215] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.356501] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd0aefd-e64f-40a3-b953-4340ac5c3017 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.377298] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1278.377298] env[69133]: value = "task-3191960" [ 1278.377298] env[69133]: _type = "Task" [ 1278.377298] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.384667] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.887249] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191960, 'name': ReconfigVM_Task, 'duration_secs': 0.330654} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.887542] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.888193] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63856ae5-93d4-4754-bd9f-86edf18b70a4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.894572] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1278.894572] env[69133]: value = "task-3191961" [ 1278.894572] env[69133]: _type = "Task" [ 1278.894572] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.902118] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191961, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.404828] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191961, 'name': Rename_Task, 'duration_secs': 0.146579} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.405118] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.405364] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f2c945-13b1-4881-811c-12c537d28b37 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.411650] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1279.411650] env[69133]: value = "task-3191962" [ 1279.411650] env[69133]: _type = "Task" [ 1279.411650] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.419411] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.921883] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.142723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.142987] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.422099] env[69133]: DEBUG oslo_vmware.api [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3191962, 'name': PowerOnVM_Task, 'duration_secs': 0.622948} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.422378] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.422606] env[69133]: INFO nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1280.422789] env[69133]: DEBUG nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.423562] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d7492a-79f6-4d3d-805f-f30ea0cf5be0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.646392] env[69133]: DEBUG nova.compute.utils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.942699] env[69133]: INFO nova.compute.manager [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Took 11.81 seconds to build instance. [ 1281.096428] env[69133]: DEBUG nova.compute.manager [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-changed-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.096645] env[69133]: DEBUG nova.compute.manager [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing instance network info cache due to event network-changed-ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.096860] env[69133]: DEBUG oslo_concurrency.lockutils [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.097018] env[69133]: DEBUG oslo_concurrency.lockutils [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.097190] env[69133]: DEBUG nova.network.neutron [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing network info cache for port ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.149543] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.444617] env[69133]: DEBUG oslo_concurrency.lockutils [None req-097cf213-3be7-40df-b434-08eb52c998bd tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.323s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.807179] env[69133]: DEBUG nova.network.neutron [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updated VIF entry in instance network info cache for port ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.807553] env[69133]: DEBUG nova.network.neutron [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.212405] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.212680] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.212928] env[69133]: INFO nova.compute.manager [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Attaching volume 8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f to /dev/sdb [ 1282.246120] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17db9bfa-7176-4d38-a66b-579427691062 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.253574] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d651cf1-b3c3-4979-a0e0-883d0fd5a2a6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.266354] env[69133]: DEBUG nova.virt.block_device [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating existing volume attachment record: ef3381a2-2669-4aa6-8694-2abf32616674 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1282.309991] env[69133]: DEBUG oslo_concurrency.lockutils [req-037cb19f-f083-4d53-8bc1-464298837d0e req-f1c2d2f8-cf1b-46cb-ba76-9c648dd1e1ec service nova] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.098804] env[69133]: INFO nova.compute.manager [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Rebuilding instance [ 1285.143018] env[69133]: DEBUG nova.compute.manager [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.143880] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda660c3-66f5-4eba-b43d-9b4a9444105d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.156415] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.156806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfb4d765-031e-43bb-b455-d211d0ea367f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.165321] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1286.165321] env[69133]: value = "task-3191965" [ 1286.165321] env[69133]: _type = "Task" [ 1286.165321] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.173362] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.675303] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191965, 'name': PowerOffVM_Task, 'duration_secs': 0.178631} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.675569] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.676295] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.676540] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-404c18c2-e8e9-47c8-b70e-adbc6bb076e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.682125] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1286.682125] env[69133]: value = "task-3191966" [ 1286.682125] env[69133]: _type = "Task" [ 1286.682125] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.689476] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.812170] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.812429] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638302', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'name': 'volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e65585e-3a00-4bb2-9d6d-170908af3523', 'attached_at': '', 'detached_at': '', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'serial': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.813351] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd64b81-fec5-40d4-a4de-e29f9afb6b84 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.830268] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179b99e6-ba0b-45ca-8b2b-692511991ebe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.854423] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f/volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.854699] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b924c3-9554-470e-a365-d3552670a951 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.873272] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1286.873272] env[69133]: value = "task-3191967" [ 1286.873272] env[69133]: _type = "Task" [ 1286.873272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.880558] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.193977] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1287.194410] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1287.194410] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638296', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'name': 'volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '810ded62-2dfb-40eb-9e22-c9de086d3570', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'serial': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1287.195547] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea19be1-94ca-489a-a5c0-37701992e6d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.213626] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384506a8-33b2-4fdb-9fb8-c8f03f41215b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.220458] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e127b7b-aa5b-4628-8520-d3b01a6c87fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.237480] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82230ab9-88c7-4031-b4d8-285ec3b33e6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.252026] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] The volume has not been displaced from its original location: [datastore2] volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb/volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1287.257234] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.257534] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9371fea-279e-47e3-81d2-bd3f883c0a3e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.274621] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1287.274621] env[69133]: value = "task-3191968" [ 1287.274621] env[69133]: _type = "Task" [ 1287.274621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.282140] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.383293] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191967, 'name': ReconfigVM_Task, 'duration_secs': 0.366377} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.383615] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f/volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.388365] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502a3a35-d182-4e65-8bdb-297f8eeadb58 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.403183] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1287.403183] env[69133]: value = "task-3191969" [ 1287.403183] env[69133]: _type = "Task" [ 1287.403183] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.412408] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.784707] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.913320] env[69133]: DEBUG oslo_vmware.api [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191969, 'name': ReconfigVM_Task, 'duration_secs': 0.148617} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.913648] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638302', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'name': 'volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e65585e-3a00-4bb2-9d6d-170908af3523', 'attached_at': '', 'detached_at': '', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'serial': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1288.285261] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.785817] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191968, 'name': ReconfigVM_Task, 'duration_secs': 1.175453} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.786141] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1288.790839] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a8aedd-0ca0-455d-a3a3-372ccef0cd2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.805516] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1288.805516] env[69133]: value = "task-3191970" [ 1288.805516] env[69133]: _type = "Task" [ 1288.805516] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.812992] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.947966] env[69133]: DEBUG nova.objects.instance [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid 7e65585e-3a00-4bb2-9d6d-170908af3523 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.317082] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191970, 'name': ReconfigVM_Task, 'duration_secs': 0.11106} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.317082] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638296', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'name': 'volume-d2b960c3-19bd-4077-b4ad-5045a9b749eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '810ded62-2dfb-40eb-9e22-c9de086d3570', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb', 'serial': 'd2b960c3-19bd-4077-b4ad-5045a9b749eb'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1289.317082] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.317545] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f53e6-efee-40c2-9bc2-1822c4c923e4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.324077] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.324389] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b47075-550b-4adf-b35d-0dbea65704c3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.391705] env[69133]: DEBUG oslo_concurrency.lockutils [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.391962] env[69133]: DEBUG oslo_concurrency.lockutils [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.392158] env[69133]: DEBUG nova.compute.manager [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.393094] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67790fff-e0ed-48a5-a4a2-e89b7d47cf13 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.398305] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.398486] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.398665] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Deleting the datastore file [datastore2] 810ded62-2dfb-40eb-9e22-c9de086d3570 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.398939] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48222da0-d7a0-4585-a606-8d22d3cf5d04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.401993] env[69133]: DEBUG nova.compute.manager [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69133) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.402539] env[69133]: DEBUG nova.objects.instance [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'flavor' on Instance uuid 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.408440] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for the task: (returnval){ [ 1289.408440] env[69133]: value = "task-3191972" [ 1289.408440] env[69133]: _type = "Task" [ 1289.408440] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.417038] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.452478] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a368062f-2225-4a1d-9fe1-65065d92a98d tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.666932] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.667166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.918304] env[69133]: DEBUG oslo_vmware.api [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Task: {'id': task-3191972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072491} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.918529] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.918650] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.918822] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.970747] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.971089] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2031c907-fb23-47c9-8e1f-0de539f215ad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.980849] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0535964b-2ef3-432c-905a-6b7a3bc4593d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.010207] env[69133]: ERROR nova.compute.manager [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Failed to detach volume d2b960c3-19bd-4077-b4ad-5045a9b749eb from /dev/sda: nova.exception.InstanceNotFound: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Traceback (most recent call last): [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self.driver.rebuild(**kwargs) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise NotImplementedError() [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] NotImplementedError [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] During handling of the above exception, another exception occurred: [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Traceback (most recent call last): [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self.driver.detach_volume(context, old_connection_info, [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] return self._volumeops.detach_volume(connection_info, instance) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._detach_volume_vmdk(connection_info, instance) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] stable_ref.fetch_moref(session) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] nova.exception.InstanceNotFound: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. [ 1290.010207] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.134449] env[69133]: DEBUG nova.compute.utils [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Build of instance 810ded62-2dfb-40eb-9e22-c9de086d3570 aborted: Failed to rebuild volume backed instance. {{(pid=69133) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1290.136996] env[69133]: ERROR nova.compute.manager [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 810ded62-2dfb-40eb-9e22-c9de086d3570 aborted: Failed to rebuild volume backed instance. [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Traceback (most recent call last): [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self.driver.rebuild(**kwargs) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise NotImplementedError() [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] NotImplementedError [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] During handling of the above exception, another exception occurred: [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Traceback (most recent call last): [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._detach_root_volume(context, instance, root_bdm) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] with excutils.save_and_reraise_exception(): [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self.force_reraise() [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise self.value [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self.driver.detach_volume(context, old_connection_info, [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] return self._volumeops.detach_volume(connection_info, instance) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._detach_volume_vmdk(connection_info, instance) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] stable_ref.fetch_moref(session) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] nova.exception.InstanceNotFound: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] During handling of the above exception, another exception occurred: [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Traceback (most recent call last): [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] yield [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1290.136996] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._do_rebuild_instance_with_claim( [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._do_rebuild_instance( [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._rebuild_default_impl(**kwargs) [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] self._rebuild_volume_backed_instance( [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] raise exception.BuildAbortException( [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] nova.exception.BuildAbortException: Build of instance 810ded62-2dfb-40eb-9e22-c9de086d3570 aborted: Failed to rebuild volume backed instance. [ 1290.138339] env[69133]: ERROR nova.compute.manager [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] [ 1290.170419] env[69133]: INFO nova.compute.manager [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Detaching volume 8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f [ 1290.201514] env[69133]: INFO nova.virt.block_device [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Attempting to driver detach volume 8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f from mountpoint /dev/sdb [ 1290.201805] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.201999] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638302', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'name': 'volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e65585e-3a00-4bb2-9d6d-170908af3523', 'attached_at': '', 'detached_at': '', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'serial': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.202899] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba6f0f3-12fe-4b66-8cb1-e9124fe25f04 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.223960] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe55e9-1d1d-4f0a-8d7a-d752e6a46689 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.231232] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b7df88-b27e-4ecc-8083-9fd300a68094 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.253016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76feb972-c35c-4059-b7c8-ac2e5de804bd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.267050] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] The volume has not been displaced from its original location: [datastore1] volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f/volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.272287] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.272567] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bcb7f7-e368-48fe-bbd1-b34e62147c41 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.291267] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1290.291267] env[69133]: value = "task-3191973" [ 1290.291267] env[69133]: _type = "Task" [ 1290.291267] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.298801] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.410613] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.410613] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea32e6c-6670-4114-87db-a24fcd75edaa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.418244] env[69133]: DEBUG oslo_vmware.api [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1290.418244] env[69133]: value = "task-3191974" [ 1290.418244] env[69133]: _type = "Task" [ 1290.418244] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.426793] env[69133]: DEBUG oslo_vmware.api [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.801599] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191973, 'name': ReconfigVM_Task, 'duration_secs': 0.233809} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.801879] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.806460] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30b36fe-1b04-4f7b-ad83-992258a7ba41 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.820830] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1290.820830] env[69133]: value = "task-3191975" [ 1290.820830] env[69133]: _type = "Task" [ 1290.820830] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.831586] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.928382] env[69133]: DEBUG oslo_vmware.api [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191974, 'name': PowerOffVM_Task, 'duration_secs': 0.238} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.928639] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.928832] env[69133]: DEBUG nova.compute.manager [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.929587] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3640043c-589f-4203-bfe5-ae0b87b6bdcc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.331328] env[69133]: DEBUG oslo_vmware.api [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191975, 'name': ReconfigVM_Task, 'duration_secs': 0.128976} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.331670] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638302', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'name': 'volume-8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e65585e-3a00-4bb2-9d6d-170908af3523', 'attached_at': '', 'detached_at': '', 'volume_id': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f', 'serial': '8dcf0ce7-ffa6-40bf-abc1-bc6d2762250f'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.441897] env[69133]: DEBUG oslo_concurrency.lockutils [None req-834abb32-69b0-4875-8864-a8ee71d3dceb tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.875031] env[69133]: DEBUG nova.objects.instance [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid 7e65585e-3a00-4bb2-9d6d-170908af3523 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.068463] env[69133]: DEBUG nova.objects.instance [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'flavor' on Instance uuid 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.152056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.152294] env[69133]: DEBUG oslo_concurrency.lockutils [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.201864] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5285c3ae-7d8e-4c8d-8981-39f1752346b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.209322] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870635f-68d3-44eb-ad83-73a22dc10fef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.239442] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01682604-5aae-454e-8ec0-f5d3401dca07 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.246399] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca50c2d-e4f2-4d0a-85dc-5229b9df202e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.258976] env[69133]: DEBUG nova.compute.provider_tree [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.573628] env[69133]: DEBUG oslo_concurrency.lockutils [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.573936] env[69133]: DEBUG oslo_concurrency.lockutils [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.573983] env[69133]: DEBUG nova.network.neutron [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.574146] env[69133]: DEBUG nova.objects.instance [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'info_cache' on Instance uuid 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.761818] env[69133]: DEBUG nova.scheduler.client.report [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.882235] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4c8c12e9-9108-4317-b5bc-fdaa96ee2721 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.077321] env[69133]: DEBUG nova.objects.base [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Object Instance<1914bd6e-082a-459d-92bc-3ec5160f8a61> lazy-loaded attributes: flavor,info_cache {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.189204] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "810ded62-2dfb-40eb-9e22-c9de086d3570" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.189464] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.189682] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.189860] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.190056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.192610] env[69133]: INFO nova.compute.manager [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Terminating instance [ 1293.266997] env[69133]: DEBUG oslo_concurrency.lockutils [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.115s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.267174] env[69133]: INFO nova.compute.manager [None req-07bac0c9-5027-4abc-b768-050b5aa9bb6c tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Successfully reverted task state from rebuilding on failure for instance. [ 1293.696364] env[69133]: DEBUG nova.compute.manager [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.696795] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21c1d2f9-9ca9-40d6-b3ff-055e67ad7dae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.705861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d6e0b-6597-4a4c-a810-f1e1869d624c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.734161] env[69133]: WARNING nova.virt.vmwareapi.driver [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. [ 1293.734399] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.734735] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aabf0d56-4b34-440b-a2b0-1707555b2cda {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.742965] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c16a43d-75e4-4711-a929-22ee660b6e9c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.771832] env[69133]: WARNING nova.virt.vmwareapi.vmops [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. [ 1293.771970] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.772964] env[69133]: INFO nova.compute.manager [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1293.772964] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.772964] env[69133]: DEBUG nova.compute.manager [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.772964] env[69133]: DEBUG nova.network.neutron [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.782709] env[69133]: DEBUG nova.network.neutron [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.908369] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.908634] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.908841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.909037] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.909208] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.911342] env[69133]: INFO nova.compute.manager [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Terminating instance [ 1294.222145] env[69133]: DEBUG nova.compute.manager [req-12b0762f-a5b4-41e8-8260-9725a4c708cb req-302000c6-9dbc-455d-95ce-4145228dff78 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Received event network-vif-deleted-d7acec97-9c3d-413e-b834-c8f39f03dadf {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.222337] env[69133]: INFO nova.compute.manager [req-12b0762f-a5b4-41e8-8260-9725a4c708cb req-302000c6-9dbc-455d-95ce-4145228dff78 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Neutron deleted interface d7acec97-9c3d-413e-b834-c8f39f03dadf; detaching it from the instance and deleting it from the info cache [ 1294.222509] env[69133]: DEBUG nova.network.neutron [req-12b0762f-a5b4-41e8-8260-9725a4c708cb req-302000c6-9dbc-455d-95ce-4145228dff78 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.287095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.417248] env[69133]: DEBUG nova.compute.manager [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.417493] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.418470] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d310a33c-f921-4e5a-96f6-f348e421b8f3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.427018] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.427280] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c26c8c9-d3fc-4065-8662-61e397c30673 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.433803] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1294.433803] env[69133]: value = "task-3191976" [ 1294.433803] env[69133]: _type = "Task" [ 1294.433803] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.441549] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.705815] env[69133]: DEBUG nova.network.neutron [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.727027] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8f38ade-c0c4-4ac6-9ea2-b517f0ae1dc7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.735369] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c1e3d-f020-43ff-bba3-3593d72b4674 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.763765] env[69133]: DEBUG nova.compute.manager [req-12b0762f-a5b4-41e8-8260-9725a4c708cb req-302000c6-9dbc-455d-95ce-4145228dff78 service nova] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Detach interface failed, port_id=d7acec97-9c3d-413e-b834-c8f39f03dadf, reason: Instance 810ded62-2dfb-40eb-9e22-c9de086d3570 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.943401] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191976, 'name': PowerOffVM_Task, 'duration_secs': 0.183159} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.944235] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.944235] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.944235] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a7f27f-4739-4ff6-a71f-c0c571455aae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.011357] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.011626] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.011791] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleting the datastore file [datastore2] 7e65585e-3a00-4bb2-9d6d-170908af3523 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.012080] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0524acbd-2aab-441d-997e-c49ea357982e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.020024] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1295.020024] env[69133]: value = "task-3191978" [ 1295.020024] env[69133]: _type = "Task" [ 1295.020024] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.026647] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.210580] env[69133]: INFO nova.compute.manager [-] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Took 1.44 seconds to deallocate network for instance. [ 1295.293288] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.293675] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fbae01d-bd7f-4416-ba8f-12e5a80e70cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.306210] env[69133]: DEBUG oslo_vmware.api [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1295.306210] env[69133]: value = "task-3191979" [ 1295.306210] env[69133]: _type = "Task" [ 1295.306210] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.314906] env[69133]: DEBUG oslo_vmware.api [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.529191] env[69133]: DEBUG oslo_vmware.api [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136068} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.529469] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.529654] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.529826] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.530011] env[69133]: INFO nova.compute.manager [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.530261] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.530472] env[69133]: DEBUG nova.compute.manager [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.530569] env[69133]: DEBUG nova.network.neutron [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.787814] env[69133]: INFO nova.compute.manager [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Took 0.58 seconds to detach 1 volumes for instance. [ 1295.790604] env[69133]: DEBUG nova.compute.manager [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Deleting volume: d2b960c3-19bd-4077-b4ad-5045a9b749eb {{(pid=69133) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1295.819894] env[69133]: DEBUG oslo_vmware.api [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191979, 'name': PowerOnVM_Task, 'duration_secs': 0.365119} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.820832] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.820832] env[69133]: DEBUG nova.compute.manager [None req-16ce3480-17ec-4224-8d6f-cb65037f60c9 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.821231] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17de8d16-bd50-4c1d-8534-48ed49c279f9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.247174] env[69133]: DEBUG nova.compute.manager [req-9369ccdb-4c86-4459-9f98-447601e967a1 req-db16a0fa-be8c-4a08-bb29-2d03607c390a service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Received event network-vif-deleted-b729ffb4-4339-46ba-83d3-fc0404250ead {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.247174] env[69133]: INFO nova.compute.manager [req-9369ccdb-4c86-4459-9f98-447601e967a1 req-db16a0fa-be8c-4a08-bb29-2d03607c390a service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Neutron deleted interface b729ffb4-4339-46ba-83d3-fc0404250ead; detaching it from the instance and deleting it from the info cache [ 1296.247289] env[69133]: DEBUG nova.network.neutron [req-9369ccdb-4c86-4459-9f98-447601e967a1 req-db16a0fa-be8c-4a08-bb29-2d03607c390a service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.364925] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.365401] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.365743] env[69133]: DEBUG nova.objects.instance [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lazy-loading 'resources' on Instance uuid 810ded62-2dfb-40eb-9e22-c9de086d3570 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.558102] env[69133]: DEBUG nova.network.neutron [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.751312] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f03f60f-011f-49d2-ae73-8035806593fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.759936] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c151c68-e203-4b7d-b048-c591b667fe1b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.788343] env[69133]: DEBUG nova.compute.manager [req-9369ccdb-4c86-4459-9f98-447601e967a1 req-db16a0fa-be8c-4a08-bb29-2d03607c390a service nova] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Detach interface failed, port_id=b729ffb4-4339-46ba-83d3-fc0404250ead, reason: Instance 7e65585e-3a00-4bb2-9d6d-170908af3523 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1296.905481] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9263d-7646-4244-856d-a7bf86d66e0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.916669] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Suspending the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1296.916929] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-200536b8-3e63-4773-a20b-0225d67bba2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.928608] env[69133]: DEBUG oslo_vmware.api [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1296.928608] env[69133]: value = "task-3191981" [ 1296.928608] env[69133]: _type = "Task" [ 1296.928608] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.936619] env[69133]: DEBUG oslo_vmware.api [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191981, 'name': SuspendVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.938276] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a416f-8ab6-4120-98ad-56be0d8ed9a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.944884] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c3fcc2-4a18-4741-be4f-c40c023e7ead {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.975443] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc342d-7854-4044-8cf1-a2eb82450405 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.982844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed083cd1-5f03-4617-a75d-b54ac2024745 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.997366] env[69133]: DEBUG nova.compute.provider_tree [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.061175] env[69133]: INFO nova.compute.manager [-] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Took 1.53 seconds to deallocate network for instance. [ 1297.440779] env[69133]: DEBUG oslo_vmware.api [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191981, 'name': SuspendVM_Task} progress is 70%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.504787] env[69133]: DEBUG nova.scheduler.client.report [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.569631] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.944881] env[69133]: DEBUG oslo_vmware.api [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191981, 'name': SuspendVM_Task, 'duration_secs': 0.848193} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.945095] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Suspended the VM {{(pid=69133) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1297.945566] env[69133]: DEBUG nova.compute.manager [None req-06e12e2f-8e32-43ab-a2a3-b6ad8f85e650 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.948014] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10273d4d-0420-4a09-a1ef-95d0897bb34f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.008047] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.011899] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.442s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.012456] env[69133]: DEBUG nova.objects.instance [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'resources' on Instance uuid 7e65585e-3a00-4bb2-9d6d-170908af3523 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.536779] env[69133]: DEBUG oslo_concurrency.lockutils [None req-96b01ed4-03b6-4cf1-af7e-ab97cae55af7 tempest-ServerActionsV293TestJSON-1140360376 tempest-ServerActionsV293TestJSON-1140360376-project-member] Lock "810ded62-2dfb-40eb-9e22-c9de086d3570" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.347s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.593999] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8b113-fe5a-4b5d-9876-8e84b6fc6c7f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.610497] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8fb124-9284-4274-9ab6-df477e70a6a9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.659365] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b232e-6247-4578-a976-0a9083396e7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.667628] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e4c9c-53b9-420e-ad46-5934ceebe8ec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.682703] env[69133]: DEBUG nova.compute.provider_tree [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.187568] env[69133]: DEBUG nova.scheduler.client.report [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.294095] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "db87f040-bd89-416a-ba7b-5ff593c50f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.294337] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.346891] env[69133]: INFO nova.compute.manager [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Resuming [ 1299.347665] env[69133]: DEBUG nova.objects.instance [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'flavor' on Instance uuid 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.667030] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "efbe29bf-58d0-4609-973e-cc5bed423596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.667271] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.690753] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.708177] env[69133]: INFO nova.scheduler.client.report [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted allocations for instance 7e65585e-3a00-4bb2-9d6d-170908af3523 [ 1299.796890] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.169664] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.214692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-5f80f81a-e6cf-4562-a4f4-ad590ae82fd9 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "7e65585e-3a00-4bb2-9d6d-170908af3523" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.306s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.319017] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.319313] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.320806] env[69133]: INFO nova.compute.claims [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.687690] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.856575] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.856760] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquired lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.856938] env[69133]: DEBUG nova.network.neutron [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.397398] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f985b3d4-9cb7-45d8-b5af-07520d42ecc8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.405425] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4238f-e70e-46e0-9a6a-fef27f423593 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.435819] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af691f7b-3b1d-4048-9f35-3677cf7225d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.446163] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1ce812-c080-434a-b26e-b141dcfc6863 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.458569] env[69133]: DEBUG nova.compute.provider_tree [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.577167] env[69133]: DEBUG nova.network.neutron [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [{"id": "cecbc742-dc3d-412c-af8f-f543850cb197", "address": "fa:16:3e:0f:a9:20", "network": {"id": "3f5fe984-60d3-40cf-bfd2-791ffbd25255", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1547059847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48ead6e7ca9242efa83b9a8fc2c4546c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecbc742-dc", "ovs_interfaceid": "cecbc742-dc3d-412c-af8f-f543850cb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.962145] env[69133]: DEBUG nova.scheduler.client.report [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.995361] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.995599] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.079502] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Releasing lock "refresh_cache-1914bd6e-082a-459d-92bc-3ec5160f8a61" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.080459] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272823c-4aa0-46fa-b633-58479973f803 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.087882] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Resuming the VM {{(pid=69133) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1302.088134] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac7fcf4-0a0e-405a-9bb4-677cb25932c5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.094697] env[69133]: DEBUG oslo_vmware.api [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1302.094697] env[69133]: value = "task-3191982" [ 1302.094697] env[69133]: _type = "Task" [ 1302.094697] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.107362] env[69133]: DEBUG oslo_vmware.api [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.467146] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.467842] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.471077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.783s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.472734] env[69133]: INFO nova.compute.claims [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.497459] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1302.607425] env[69133]: DEBUG oslo_vmware.api [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191982, 'name': PowerOnVM_Task, 'duration_secs': 0.424207} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.607638] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Resumed the VM {{(pid=69133) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1302.607866] env[69133]: DEBUG nova.compute.manager [None req-a19fa0d7-be4b-4003-bcc6-6e4a80f7e951 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.608794] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044dc08d-9464-49f2-a218-cb681f6e3b5e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.977794] env[69133]: DEBUG nova.compute.utils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.981194] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.981397] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.022298] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.033503] env[69133]: DEBUG nova.policy [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19beb63c7c1e42b88a32c5c9dff8f7a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fb6dea3b724d65ac406741579f62a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.266768] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Successfully created port: 23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.482622] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.582013] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640ea98-9fa9-4039-a919-d6e35e28bd1a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.590243] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798ee552-659c-4839-add0-3575dc7a872e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.621832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554bc05b-aac3-45fc-8595-7eddb37c5269 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.629511] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2064338b-5c59-47ed-864b-4d07ac00e573 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.643015] env[69133]: DEBUG nova.compute.provider_tree [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.146012] env[69133]: DEBUG nova.scheduler.client.report [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.164202] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.164445] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.164650] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.164872] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.165073] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.166831] env[69133]: INFO nova.compute.manager [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Terminating instance [ 1304.493621] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.519800] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.520067] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.520228] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.520417] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.520619] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.520772] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.520978] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.521160] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.521324] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.521486] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.521655] env[69133]: DEBUG nova.virt.hardware [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.522519] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141bd4a-b03c-4aa1-a08a-67dd0e79b2d5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.530251] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd70c1c2-7663-4547-8db8-176d55008fad {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.651155] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.651619] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.654906] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.632s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.655718] env[69133]: INFO nova.compute.claims [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.669822] env[69133]: DEBUG nova.compute.manager [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.670063] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.670975] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa499476-5eea-48b2-9b88-ea86a82010a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.681266] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.681540] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95fbe72-ce89-479b-9626-2541ca887694 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.689894] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1304.689894] env[69133]: value = "task-3191983" [ 1304.689894] env[69133]: _type = "Task" [ 1304.689894] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.700405] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.742372] env[69133]: DEBUG nova.compute.manager [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Received event network-vif-plugged-23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.742597] env[69133]: DEBUG oslo_concurrency.lockutils [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] Acquiring lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.742820] env[69133]: DEBUG oslo_concurrency.lockutils [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.743027] env[69133]: DEBUG oslo_concurrency.lockutils [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.743198] env[69133]: DEBUG nova.compute.manager [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] No waiting events found dispatching network-vif-plugged-23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.743578] env[69133]: WARNING nova.compute.manager [req-0002dff8-e009-46ca-b0cc-fa5c3f86b1a6 req-616beeee-604f-4345-8baf-f957b2cb357f service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Received unexpected event network-vif-plugged-23d2c6c7-0bfa-406b-9ec4-836a04a1750b for instance with vm_state building and task_state spawning. [ 1304.840179] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Successfully updated port: 23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.160050] env[69133]: DEBUG nova.compute.utils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.163574] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.163574] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.199522] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191983, 'name': PowerOffVM_Task, 'duration_secs': 0.189624} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.200817] env[69133]: DEBUG nova.policy [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19beb63c7c1e42b88a32c5c9dff8f7a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fb6dea3b724d65ac406741579f62a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.202129] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.202341] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.202597] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ef9e0d-a176-481a-9f07-e2e695f9eedf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.264279] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.264504] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.264685] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleting the datastore file [datastore2] 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.264946] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b83ae2f-505e-47e5-a4fc-87da6ed91646 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.271290] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for the task: (returnval){ [ 1305.271290] env[69133]: value = "task-3191985" [ 1305.271290] env[69133]: _type = "Task" [ 1305.271290] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.278962] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.345179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.345179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.345179] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.446135] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Successfully created port: 327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.664048] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.742258] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb02b7a-fdef-4ca6-86f6-21652e7d080e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.749939] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a082e-43fc-45bc-ba4d-43c092447d74 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.784092] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01afec7-18ec-4c77-ac03-78f576aef05b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.791147] env[69133]: DEBUG oslo_vmware.api [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Task: {'id': task-3191985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142922} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.793081] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.793274] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.793456] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.793636] env[69133]: INFO nova.compute.manager [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1305.793885] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.794141] env[69133]: DEBUG nova.compute.manager [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.794240] env[69133]: DEBUG nova.network.neutron [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.796643] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e71857-21c8-4f10-9a46-75d1a7bdedde {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.809581] env[69133]: DEBUG nova.compute.provider_tree [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.890594] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.109463] env[69133]: DEBUG nova.network.neutron [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [{"id": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "address": "fa:16:3e:f7:fb:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d2c6c7-0b", "ovs_interfaceid": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.315620] env[69133]: DEBUG nova.scheduler.client.report [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.339641] env[69133]: DEBUG nova.compute.manager [req-af8f30da-646f-483b-a3db-65baf1d09036 req-866998a7-c8c2-4f94-b783-e2aedc9a71cd service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Received event network-vif-deleted-cecbc742-dc3d-412c-af8f-f543850cb197 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.339641] env[69133]: INFO nova.compute.manager [req-af8f30da-646f-483b-a3db-65baf1d09036 req-866998a7-c8c2-4f94-b783-e2aedc9a71cd service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Neutron deleted interface cecbc742-dc3d-412c-af8f-f543850cb197; detaching it from the instance and deleting it from the info cache [ 1306.339827] env[69133]: DEBUG nova.network.neutron [req-af8f30da-646f-483b-a3db-65baf1d09036 req-866998a7-c8c2-4f94-b783-e2aedc9a71cd service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.612383] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.612383] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Instance network_info: |[{"id": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "address": "fa:16:3e:f7:fb:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d2c6c7-0b", "ovs_interfaceid": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.612383] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:fb:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23d2c6c7-0bfa-406b-9ec4-836a04a1750b', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.619908] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating folder: Project (08fb6dea3b724d65ac406741579f62a7). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.620187] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb097579-cad4-421b-bbf0-0cd0bc3bf2f5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.632986] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created folder: Project (08fb6dea3b724d65ac406741579f62a7) in parent group-v637972. [ 1306.633182] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating folder: Instances. Parent ref: group-v638303. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.633403] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30c203c0-3a1a-44df-a7f2-3bf8058ab82c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.642660] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created folder: Instances in parent group-v638303. [ 1306.642865] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.643051] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.644615] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f638bef-0af9-4483-ac90-ba868dfd88d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.661899] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.661899] env[69133]: value = "task-3191988" [ 1306.661899] env[69133]: _type = "Task" [ 1306.661899] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.668972] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191988, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.676060] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.702758] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.704183] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.704800] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.704800] env[69133]: DEBUG nova.virt.hardware [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.705294] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8564a-d7dc-4fab-bc93-1eacd8cdcbdf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.713116] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8994d53-d1bf-47fc-9da5-9f698361d918 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.773616] env[69133]: DEBUG nova.compute.manager [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Received event network-changed-23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.773936] env[69133]: DEBUG nova.compute.manager [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Refreshing instance network info cache due to event network-changed-23d2c6c7-0bfa-406b-9ec4-836a04a1750b. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.774173] env[69133]: DEBUG oslo_concurrency.lockutils [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] Acquiring lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.774340] env[69133]: DEBUG oslo_concurrency.lockutils [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] Acquired lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.774743] env[69133]: DEBUG nova.network.neutron [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Refreshing network info cache for port 23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.818447] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.818959] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.822010] env[69133]: DEBUG nova.network.neutron [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.842652] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acfb1f98-29c2-471d-a226-a30dec51e8a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.855819] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6201ba3-7f75-4c0d-b08e-0a16295bb430 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.884566] env[69133]: DEBUG nova.compute.manager [req-af8f30da-646f-483b-a3db-65baf1d09036 req-866998a7-c8c2-4f94-b783-e2aedc9a71cd service nova] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Detach interface failed, port_id=cecbc742-dc3d-412c-af8f-f543850cb197, reason: Instance 1914bd6e-082a-459d-92bc-3ec5160f8a61 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.140070] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Successfully updated port: 327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.171758] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191988, 'name': CreateVM_Task, 'duration_secs': 0.313828} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.171913] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.172588] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.172754] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.173085] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.173328] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc558f7-8aca-422b-a31d-a4c7f4f3ec5b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.177906] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1307.177906] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52a9ef2a-578d-6b87-86f7-19d3e6bf411e" [ 1307.177906] env[69133]: _type = "Task" [ 1307.177906] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.186035] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a9ef2a-578d-6b87-86f7-19d3e6bf411e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.325299] env[69133]: DEBUG nova.compute.utils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.326615] env[69133]: INFO nova.compute.manager [-] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Took 1.53 seconds to deallocate network for instance. [ 1307.327101] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.327269] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.363865] env[69133]: DEBUG nova.policy [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a75dfa9362fb483c8f8a55ad0b3c0e01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a76bca79df70479991e022246190119d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.459693] env[69133]: DEBUG nova.network.neutron [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updated VIF entry in instance network info cache for port 23d2c6c7-0bfa-406b-9ec4-836a04a1750b. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.460062] env[69133]: DEBUG nova.network.neutron [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [{"id": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "address": "fa:16:3e:f7:fb:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d2c6c7-0b", "ovs_interfaceid": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.608940] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Successfully created port: ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.642691] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.642890] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.643027] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.690032] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52a9ef2a-578d-6b87-86f7-19d3e6bf411e, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.690358] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.691026] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.691026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.691026] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.691208] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.691361] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037366de-8429-47f9-b1d5-ef86c8e57f7c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.699611] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.699839] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.700484] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e29b54f-e452-4168-9a34-ad0f31cb8440 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.705529] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1307.705529] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52da8e73-6fca-4ef8-a566-5d9073df358f" [ 1307.705529] env[69133]: _type = "Task" [ 1307.705529] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.713264] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52da8e73-6fca-4ef8-a566-5d9073df358f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.831008] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.835531] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.835531] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.835531] env[69133]: DEBUG nova.objects.instance [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lazy-loading 'resources' on Instance uuid 1914bd6e-082a-459d-92bc-3ec5160f8a61 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.962758] env[69133]: DEBUG oslo_concurrency.lockutils [req-dfc28697-2048-473a-880a-047ac45159fd req-f73a0051-2254-4ef2-93ce-da34973eec17 service nova] Releasing lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.173053] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.217291] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52da8e73-6fca-4ef8-a566-5d9073df358f, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.218088] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a83ed22-6d8c-42a2-94c3-9f76b6ed19d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.222989] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1308.222989] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5265644c-3986-709a-d681-ed1144c19d8d" [ 1308.222989] env[69133]: _type = "Task" [ 1308.222989] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.230379] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5265644c-3986-709a-d681-ed1144c19d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.291814] env[69133]: DEBUG nova.network.neutron [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updating instance_info_cache with network_info: [{"id": "327cd016-0c94-4560-87e3-9229f7355fc6", "address": "fa:16:3e:e8:f0:76", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cd016-0c", "ovs_interfaceid": "327cd016-0c94-4560-87e3-9229f7355fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.421625] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184bf7e-bcd9-4b68-9d7d-b4a850254ebf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.429786] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324f988-37f2-4799-a9b5-e67bbcde8f38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.459467] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18835cdd-070b-4cbb-be63-a0cd2a6ca452 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.466762] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf25665-7353-4a51-ae25-89f4f35a9c0d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.481147] env[69133]: DEBUG nova.compute.provider_tree [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.734125] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5265644c-3986-709a-d681-ed1144c19d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.734589] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.734673] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/db87f040-bd89-416a-ba7b-5ff593c50f00.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.734884] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e3bb46a-24c6-4704-ba75-e3262a4fbb36 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.741887] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1308.741887] env[69133]: value = "task-3191989" [ 1308.741887] env[69133]: _type = "Task" [ 1308.741887] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.749857] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.793850] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.794189] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Instance network_info: |[{"id": "327cd016-0c94-4560-87e3-9229f7355fc6", "address": "fa:16:3e:e8:f0:76", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cd016-0c", "ovs_interfaceid": "327cd016-0c94-4560-87e3-9229f7355fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1308.794582] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:f0:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '327cd016-0c94-4560-87e3-9229f7355fc6', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1308.803082] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.804603] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1308.805834] env[69133]: DEBUG nova.compute.manager [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Received event network-vif-plugged-327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.806091] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Acquiring lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.806339] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.806546] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.806750] env[69133]: DEBUG nova.compute.manager [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] No waiting events found dispatching network-vif-plugged-327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.806963] env[69133]: WARNING nova.compute.manager [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Received unexpected event network-vif-plugged-327cd016-0c94-4560-87e3-9229f7355fc6 for instance with vm_state building and task_state spawning. [ 1308.807173] env[69133]: DEBUG nova.compute.manager [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Received event network-changed-327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.807366] env[69133]: DEBUG nova.compute.manager [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Refreshing instance network info cache due to event network-changed-327cd016-0c94-4560-87e3-9229f7355fc6. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.807578] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Acquiring lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.807757] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Acquired lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.807958] env[69133]: DEBUG nova.network.neutron [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Refreshing network info cache for port 327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.809210] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8bdced-2125-4450-8d11-56dfe961d0de {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.833845] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.833845] env[69133]: value = "task-3191990" [ 1308.833845] env[69133]: _type = "Task" [ 1308.833845] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.928668] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.928668] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191990, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.928668] env[69133]: DEBUG nova.virt.hardware [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.928668] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327110a-7d7b-46a0-82e2-033e617512fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.928668] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ffa74d-29f2-462f-a3f5-6732a3268583 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.984586] env[69133]: DEBUG nova.scheduler.client.report [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.027812] env[69133]: DEBUG nova.compute.manager [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Received event network-vif-plugged-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.028074] env[69133]: DEBUG oslo_concurrency.lockutils [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.028294] env[69133]: DEBUG oslo_concurrency.lockutils [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.028473] env[69133]: DEBUG oslo_concurrency.lockutils [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.028717] env[69133]: DEBUG nova.compute.manager [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] No waiting events found dispatching network-vif-plugged-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.028904] env[69133]: WARNING nova.compute.manager [req-54eb2872-c503-4e10-8a89-8887fd598fc9 req-ad89678a-4a2f-42ec-9556-1d11d840407a service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Received unexpected event network-vif-plugged-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 for instance with vm_state building and task_state spawning. [ 1309.122451] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Successfully updated port: ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.166631] env[69133]: DEBUG nova.network.neutron [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updated VIF entry in instance network info cache for port 327cd016-0c94-4560-87e3-9229f7355fc6. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.166631] env[69133]: DEBUG nova.network.neutron [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updating instance_info_cache with network_info: [{"id": "327cd016-0c94-4560-87e3-9229f7355fc6", "address": "fa:16:3e:e8:f0:76", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cd016-0c", "ovs_interfaceid": "327cd016-0c94-4560-87e3-9229f7355fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.253644] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460881} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.254418] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/db87f040-bd89-416a-ba7b-5ff593c50f00.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.254418] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.254418] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c239f07c-b559-443e-afa5-e061bd0e0c15 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.261057] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1309.261057] env[69133]: value = "task-3191991" [ 1309.261057] env[69133]: _type = "Task" [ 1309.261057] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.269736] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.343266] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191990, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.491108] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.511887] env[69133]: INFO nova.scheduler.client.report [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Deleted allocations for instance 1914bd6e-082a-459d-92bc-3ec5160f8a61 [ 1309.625424] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.625611] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.625792] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.669409] env[69133]: DEBUG oslo_concurrency.lockutils [req-9a7b98e9-b3b1-4627-8c3e-047a2aa4652e req-e254d582-8baa-4b8e-b3dd-4269d65e65d9 service nova] Releasing lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.771471] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063681} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.771893] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.772589] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830273d5-8388-4eb9-9b70-8836c5a1e6ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.794618] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/db87f040-bd89-416a-ba7b-5ff593c50f00.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.794907] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080c6a55-088a-499a-8586-bf7be4299fd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.814531] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1309.814531] env[69133]: value = "task-3191992" [ 1309.814531] env[69133]: _type = "Task" [ 1309.814531] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.822312] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.842710] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191990, 'name': CreateVM_Task, 'duration_secs': 0.57991} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.842885] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.843602] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.843782] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.844148] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.844407] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eeb8bd1-6a3a-4a97-8c3a-6e115614ac1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.848750] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1309.848750] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520a4082-8025-4bab-a18a-36a6277b7b54" [ 1309.848750] env[69133]: _type = "Task" [ 1309.848750] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.856649] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520a4082-8025-4bab-a18a-36a6277b7b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.018750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4f84716-cb93-44ba-ab6e-560d4e7d4474 tempest-ServerActionsTestJSON-2113576396 tempest-ServerActionsTestJSON-2113576396-project-member] Lock "1914bd6e-082a-459d-92bc-3ec5160f8a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.854s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.156294] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.290886] env[69133]: DEBUG nova.network.neutron [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating instance_info_cache with network_info: [{"id": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "address": "fa:16:3e:12:f9:b4", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab60e2b7-60", "ovs_interfaceid": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.324593] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191992, 'name': ReconfigVM_Task, 'duration_secs': 0.281482} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.324813] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfigured VM instance instance-0000007a to attach disk [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/db87f040-bd89-416a-ba7b-5ff593c50f00.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.325461] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690f7a86-21c0-469c-b10f-843e957d8fa8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.331821] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1310.331821] env[69133]: value = "task-3191993" [ 1310.331821] env[69133]: _type = "Task" [ 1310.331821] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.339394] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191993, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.359490] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520a4082-8025-4bab-a18a-36a6277b7b54, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.359770] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.359996] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.360241] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.360385] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.360556] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.360830] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e59665a3-eea5-4b61-9acf-97618178ee09 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.368941] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.369133] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.369819] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa954d75-44d2-472f-b460-c16b07bfd2f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.374710] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1310.374710] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]520de857-c15a-b652-1250-dc433817674e" [ 1310.374710] env[69133]: _type = "Task" [ 1310.374710] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.381942] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520de857-c15a-b652-1250-dc433817674e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.793089] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.793493] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Instance network_info: |[{"id": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "address": "fa:16:3e:12:f9:b4", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab60e2b7-60", "ovs_interfaceid": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.793883] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:f9:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab60e2b7-608c-4788-adb0-a1fb0cf7f312', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.801483] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.801699] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.801924] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f17aa842-b0ce-491a-9fe3-edc21cda8014 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.822097] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.822097] env[69133]: value = "task-3191994" [ 1310.822097] env[69133]: _type = "Task" [ 1310.822097] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.829584] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191994, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.840164] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191993, 'name': Rename_Task, 'duration_secs': 0.140493} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.840419] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.840687] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-778eda02-08a2-43b5-8041-3701c604badc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.846077] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1310.846077] env[69133]: value = "task-3191995" [ 1310.846077] env[69133]: _type = "Task" [ 1310.846077] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.853665] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.886985] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]520de857-c15a-b652-1250-dc433817674e, 'name': SearchDatastore_Task, 'duration_secs': 0.008224} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.887886] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18ab2cc-2624-462c-8dee-050cbcb80f63 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.893492] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1310.893492] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]523b8509-6c37-47c1-862d-2d389c74ec68" [ 1310.893492] env[69133]: _type = "Task" [ 1310.893492] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.901437] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b8509-6c37-47c1-862d-2d389c74ec68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.057052] env[69133]: DEBUG nova.compute.manager [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Received event network-changed-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.057267] env[69133]: DEBUG nova.compute.manager [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Refreshing instance network info cache due to event network-changed-ab60e2b7-608c-4788-adb0-a1fb0cf7f312. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.057480] env[69133]: DEBUG oslo_concurrency.lockutils [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] Acquiring lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.057872] env[69133]: DEBUG oslo_concurrency.lockutils [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] Acquired lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.058122] env[69133]: DEBUG nova.network.neutron [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Refreshing network info cache for port ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.331802] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191994, 'name': CreateVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.355591] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.404979] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]523b8509-6c37-47c1-862d-2d389c74ec68, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.405252] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.405579] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/efbe29bf-58d0-4609-973e-cc5bed423596.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.406055] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe728c2b-d325-4e43-a4ab-917f9d43af7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.413254] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1311.413254] env[69133]: value = "task-3191996" [ 1311.413254] env[69133]: _type = "Task" [ 1311.413254] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.421797] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.768872] env[69133]: DEBUG nova.network.neutron [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updated VIF entry in instance network info cache for port ab60e2b7-608c-4788-adb0-a1fb0cf7f312. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.769394] env[69133]: DEBUG nova.network.neutron [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating instance_info_cache with network_info: [{"id": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "address": "fa:16:3e:12:f9:b4", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab60e2b7-60", "ovs_interfaceid": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.833480] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3191994, 'name': CreateVM_Task, 'duration_secs': 0.593362} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.833783] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.834473] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.834696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.835077] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.835394] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a35fba-8738-45da-872c-0d037edde2f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.841512] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1311.841512] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527ce284-1fc3-9528-c205-66fe9bf054ce" [ 1311.841512] env[69133]: _type = "Task" [ 1311.841512] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.852212] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527ce284-1fc3-9528-c205-66fe9bf054ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.861014] env[69133]: DEBUG oslo_vmware.api [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191995, 'name': PowerOnVM_Task, 'duration_secs': 0.648873} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.861333] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.861536] env[69133]: INFO nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1311.861723] env[69133]: DEBUG nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.862595] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce44732-08a4-4e57-b290-1fb4fec214a2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.924803] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.272941] env[69133]: DEBUG oslo_concurrency.lockutils [req-b20e2177-8e03-47f6-b690-c00b65eaa487 req-7648f2d2-f484-40bb-bb4b-42178218a4d2 service nova] Releasing lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.352993] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527ce284-1fc3-9528-c205-66fe9bf054ce, 'name': SearchDatastore_Task, 'duration_secs': 0.058891} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.353492] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.353590] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.353830] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.353978] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.354170] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.354433] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4313aa0-0566-4111-af25-69b90785c15f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.363252] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.363433] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.364361] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260f06b6-db4e-493b-9b61-6abc024d5e32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.369706] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1312.369706] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52877af0-93a7-bdab-26ac-5ee8dc6efe10" [ 1312.369706] env[69133]: _type = "Task" [ 1312.369706] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.380211] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52877af0-93a7-bdab-26ac-5ee8dc6efe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.382190] env[69133]: INFO nova.compute.manager [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Took 12.08 seconds to build instance. [ 1312.424617] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529024} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.424885] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/efbe29bf-58d0-4609-973e-cc5bed423596.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.425108] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.425359] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec50d75-776d-4ead-a1f2-5ac2139e774c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.431760] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1312.431760] env[69133]: value = "task-3191997" [ 1312.431760] env[69133]: _type = "Task" [ 1312.431760] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.439354] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.880114] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52877af0-93a7-bdab-26ac-5ee8dc6efe10, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.883072] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017220c8-ee50-4e27-9639-54524a8f1b9e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.883696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e806ce61-b540-4051-931b-e48965f1c5eb tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.589s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.886851] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1312.886851] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52004017-e7ef-043a-8ef8-9d0a5f5ed8b5" [ 1312.886851] env[69133]: _type = "Task" [ 1312.886851] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.893894] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52004017-e7ef-043a-8ef8-9d0a5f5ed8b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.940521] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107314} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.940913] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.941695] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171e003-5801-44a6-9646-b8838b148469 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.962653] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/efbe29bf-58d0-4609-973e-cc5bed423596.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.963018] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513c2fae-955f-42a1-bdcd-e0111a37dc6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.981756] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1312.981756] env[69133]: value = "task-3191998" [ 1312.981756] env[69133]: _type = "Task" [ 1312.981756] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.988934] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.291864] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.292141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.396794] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52004017-e7ef-043a-8ef8-9d0a5f5ed8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009457} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.397068] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.397334] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1164bd17-38ac-4b8c-919e-41ee52caa20f/1164bd17-38ac-4b8c-919e-41ee52caa20f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.397584] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867972b8-ee44-4a01-929f-e6d38301d250 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.404071] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1313.404071] env[69133]: value = "task-3191999" [ 1313.404071] env[69133]: _type = "Task" [ 1313.404071] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.411728] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.491041] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3191998, 'name': ReconfigVM_Task, 'duration_secs': 0.339699} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.491041] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Reconfigured VM instance instance-0000007b to attach disk [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/efbe29bf-58d0-4609-973e-cc5bed423596.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.491375] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c0a2019-71ec-4cb7-8fd1-f106c7662e21 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.497897] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1313.497897] env[69133]: value = "task-3192000" [ 1313.497897] env[69133]: _type = "Task" [ 1313.497897] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.504731] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192000, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.795027] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.914778] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3191999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412968} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.915141] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 1164bd17-38ac-4b8c-919e-41ee52caa20f/1164bd17-38ac-4b8c-919e-41ee52caa20f.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.915278] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.915521] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91389697-4097-478c-a23c-fca51801ae64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.922727] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1313.922727] env[69133]: value = "task-3192001" [ 1313.922727] env[69133]: _type = "Task" [ 1313.922727] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.933657] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.006749] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192000, 'name': Rename_Task, 'duration_secs': 0.370186} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.007065] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.007321] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192cdec1-6976-4d5c-94e5-882469da07f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.013167] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1314.013167] env[69133]: value = "task-3192002" [ 1314.013167] env[69133]: _type = "Task" [ 1314.013167] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.020806] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.318827] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.319228] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.321016] env[69133]: INFO nova.compute.claims [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.432936] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069578} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.433308] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.434199] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b334f-416e-42f7-a9d0-f94502cbc5a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.457630] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 1164bd17-38ac-4b8c-919e-41ee52caa20f/1164bd17-38ac-4b8c-919e-41ee52caa20f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.457939] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c68b5e0-d32e-4b90-841d-f0cd35b12e02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.481019] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1314.481019] env[69133]: value = "task-3192003" [ 1314.481019] env[69133]: _type = "Task" [ 1314.481019] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.490882] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.522462] env[69133]: DEBUG oslo_vmware.api [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192002, 'name': PowerOnVM_Task, 'duration_secs': 0.46334} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.522722] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.522925] env[69133]: INFO nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1314.523118] env[69133]: DEBUG nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.523953] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983f59bd-562b-406a-9db5-727bf543ecf1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.990720] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.039347] env[69133]: INFO nova.compute.manager [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Took 14.36 seconds to build instance. [ 1315.396211] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6cd0f7-2acf-4f89-ae5d-60f7c5b790d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.404014] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8107ab-88e7-42e9-bd7e-4fb5e0e87528 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.433194] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a0522e-de80-4e2b-9a93-7fc1a6854376 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.440017] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fcff03-048f-4947-a4fb-6919c5f72ea5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.454078] env[69133]: DEBUG nova.compute.provider_tree [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.489393] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.540723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-7f829633-0a02-46d6-9139-180866ce1fd2 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.873s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.957282] env[69133]: DEBUG nova.scheduler.client.report [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.991537] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.162251] env[69133]: INFO nova.compute.manager [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Rescuing [ 1316.162503] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.162653] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.162817] env[69133]: DEBUG nova.network.neutron [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.461895] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.462457] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.491633] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.865447] env[69133]: DEBUG nova.network.neutron [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updating instance_info_cache with network_info: [{"id": "327cd016-0c94-4560-87e3-9229f7355fc6", "address": "fa:16:3e:e8:f0:76", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap327cd016-0c", "ovs_interfaceid": "327cd016-0c94-4560-87e3-9229f7355fc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.967798] env[69133]: DEBUG nova.compute.utils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.969803] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1316.992776] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192003, 'name': ReconfigVM_Task, 'duration_secs': 2.188792} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.993225] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 1164bd17-38ac-4b8c-919e-41ee52caa20f/1164bd17-38ac-4b8c-919e-41ee52caa20f.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.993734] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9eb01e-0fae-44cc-8835-ff7935afe12f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.999919] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1316.999919] env[69133]: value = "task-3192004" [ 1316.999919] env[69133]: _type = "Task" [ 1316.999919] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.008290] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192004, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.368645] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-efbe29bf-58d0-4609-973e-cc5bed423596" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.471199] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.509912] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192004, 'name': Rename_Task, 'duration_secs': 0.14515} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.510207] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.510452] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76d4292a-2dd7-4d7d-8a18-a26bf2da5dd0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.516257] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1317.516257] env[69133]: value = "task-3192005" [ 1317.516257] env[69133]: _type = "Task" [ 1317.516257] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.524999] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.026210] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.480095] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.500329] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.500576] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.500779] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.500974] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.501141] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.501291] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.501499] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.501653] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.501816] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.501975] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.502158] env[69133]: DEBUG nova.virt.hardware [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.503018] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc8372-f6bc-45b7-ab39-8a0d4491e69f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.511274] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9215d99-8a59-47c0-a974-1bf532a3e527 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.524342] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.529796] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Creating folder: Project (46d460115149450aa83bc5e7656b2fd5). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.532576] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-547bb34d-7644-4cc2-a9de-df940ffaead1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.539191] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.542634] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Created folder: Project (46d460115149450aa83bc5e7656b2fd5) in parent group-v637972. [ 1318.542814] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Creating folder: Instances. Parent ref: group-v638308. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.543121] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ec267be-a2ad-4ba4-ae16-b803a85c543c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.551221] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Created folder: Instances in parent group-v638308. [ 1318.551433] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.551608] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.551797] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a8b0c6-e6aa-44ba-9f7d-14475f677f53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.566852] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.566852] env[69133]: value = "task-3192008" [ 1318.566852] env[69133]: _type = "Task" [ 1318.566852] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.573740] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192008, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.905191] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.905545] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46a0887-4569-4b08-b791-e5759dfd8aec {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.913320] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1318.913320] env[69133]: value = "task-3192009" [ 1318.913320] env[69133]: _type = "Task" [ 1318.913320] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.921837] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.034570] env[69133]: DEBUG oslo_vmware.api [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192005, 'name': PowerOnVM_Task, 'duration_secs': 1.166779} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.034941] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.034941] env[69133]: INFO nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1319.035084] env[69133]: DEBUG nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.035892] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f833361e-ba83-42b9-8f24-076a9f681f89 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.077073] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192008, 'name': CreateVM_Task, 'duration_secs': 0.309925} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.077073] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.077803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.077803] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.077999] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.078746] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e4c807-00b7-4ece-b679-ef21502ce846 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.083513] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1319.083513] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5205335b-86e2-cc4b-e14d-d9c0fd468d23" [ 1319.083513] env[69133]: _type = "Task" [ 1319.083513] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.092852] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205335b-86e2-cc4b-e14d-d9c0fd468d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.422964] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192009, 'name': PowerOffVM_Task, 'duration_secs': 0.195164} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.423189] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.423955] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b54f6-5a85-404f-bdbd-a91d96e97910 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.441963] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7811765-9472-436d-a16d-e52070963535 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.466782] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.467014] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c46fefe-ae84-4613-a57c-d5ceec23c512 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.474331] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1319.474331] env[69133]: value = "task-3192010" [ 1319.474331] env[69133]: _type = "Task" [ 1319.474331] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.481594] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.555203] env[69133]: INFO nova.compute.manager [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Took 16.55 seconds to build instance. [ 1319.593832] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5205335b-86e2-cc4b-e14d-d9c0fd468d23, 'name': SearchDatastore_Task, 'duration_secs': 0.013761} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.594121] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.594344] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.594576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.594720] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.594893] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.595153] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e0f427-da5c-44ef-943e-1a81caa595fb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.602847] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.603028] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.603683] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db045979-9e89-4475-9e8e-9a073215d4f0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.608842] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1319.608842] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52eb07f4-79bf-a45b-e2db-f0814cfacca8" [ 1319.608842] env[69133]: _type = "Task" [ 1319.608842] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.615736] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eb07f4-79bf-a45b-e2db-f0814cfacca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.985169] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1319.985363] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.985546] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.058421] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cd098824-4b2f-480f-a0c1-89828c050696 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.063s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.120404] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eb07f4-79bf-a45b-e2db-f0814cfacca8, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.121256] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5378789-288a-45f5-88b1-02223111f3bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.126337] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1320.126337] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ef1f47-d0ad-1285-7843-12456c9afdbb" [ 1320.126337] env[69133]: _type = "Task" [ 1320.126337] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.134047] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ef1f47-d0ad-1285-7843-12456c9afdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.637219] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ef1f47-d0ad-1285-7843-12456c9afdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.637699] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.638112] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] d5e17a2f-f490-4ef2-a975-e80ca8b29868/d5e17a2f-f490-4ef2-a975-e80ca8b29868.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.638570] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.638917] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.639281] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf01de9b-0367-4222-9f7b-1074cff305b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.643488] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9beda3b3-eb52-4789-82f4-5df4b0686983 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.650018] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1320.650018] env[69133]: value = "task-3192011" [ 1320.650018] env[69133]: _type = "Task" [ 1320.650018] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.652177] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.652494] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.653586] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6361609a-9233-4f64-876b-82e0c3594346 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.664331] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1320.664331] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]5210b295-28e5-fa69-aa9f-d22ae800bd17" [ 1320.664331] env[69133]: _type = "Task" [ 1320.664331] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.673037] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5210b295-28e5-fa69-aa9f-d22ae800bd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.728177] env[69133]: DEBUG nova.compute.manager [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Received event network-changed-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.728652] env[69133]: DEBUG nova.compute.manager [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Refreshing instance network info cache due to event network-changed-ab60e2b7-608c-4788-adb0-a1fb0cf7f312. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.729791] env[69133]: DEBUG oslo_concurrency.lockutils [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] Acquiring lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.730213] env[69133]: DEBUG oslo_concurrency.lockutils [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] Acquired lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.730584] env[69133]: DEBUG nova.network.neutron [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Refreshing network info cache for port ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.158365] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483565} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.158789] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] d5e17a2f-f490-4ef2-a975-e80ca8b29868/d5e17a2f-f490-4ef2-a975-e80ca8b29868.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.158938] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.159169] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df919a72-61e5-4ea6-b2d3-af90ecf6906f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.165819] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.166114] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.166326] env[69133]: INFO nova.compute.manager [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Shelving [ 1321.167718] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1321.167718] env[69133]: value = "task-3192012" [ 1321.167718] env[69133]: _type = "Task" [ 1321.167718] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.179752] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]5210b295-28e5-fa69-aa9f-d22ae800bd17, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.183559] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.183794] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327a6165-5002-4cd6-9120-1535873f7d1d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.189049] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1321.189049] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52905cad-a733-8ebb-96f6-2f72c02c1cf8" [ 1321.189049] env[69133]: _type = "Task" [ 1321.189049] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.197167] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52905cad-a733-8ebb-96f6-2f72c02c1cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.259839] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.458692] env[69133]: DEBUG nova.network.neutron [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updated VIF entry in instance network info cache for port ab60e2b7-608c-4788-adb0-a1fb0cf7f312. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.459077] env[69133]: DEBUG nova.network.neutron [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating instance_info_cache with network_info: [{"id": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "address": "fa:16:3e:12:f9:b4", "network": {"id": "8c208822-55ce-4e83-a24f-ba4ec11c2f04", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1751864184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a76bca79df70479991e022246190119d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab60e2b7-60", "ovs_interfaceid": "ab60e2b7-608c-4788-adb0-a1fb0cf7f312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.681962] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059944} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.682250] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.683014] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728151b6-7e3b-4a19-bc5e-76a867c560cd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.703636] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d5e17a2f-f490-4ef2-a975-e80ca8b29868/d5e17a2f-f490-4ef2-a975-e80ca8b29868.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.707064] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee2564a1-8ed9-4681-adfc-8b4eba0b080b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.728105] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52905cad-a733-8ebb-96f6-2f72c02c1cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.729239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.729505] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1321.729809] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1321.729809] env[69133]: value = "task-3192013" [ 1321.729809] env[69133]: _type = "Task" [ 1321.729809] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.729989] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5526d800-e12d-40f1-b314-2c857624d865 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.740066] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.741169] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1321.741169] env[69133]: value = "task-3192014" [ 1321.741169] env[69133]: _type = "Task" [ 1321.741169] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.748069] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.962541] env[69133]: DEBUG oslo_concurrency.lockutils [req-431520ed-32eb-4367-b6a1-354d34aa4c9a req-47cbe348-4296-4fce-96ce-26cca467d636 service nova] Releasing lock "refresh_cache-1164bd17-38ac-4b8c-919e-41ee52caa20f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.179207] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.179613] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1ba7d0-0c1b-4a5d-91a9-87b3612e6366 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.186375] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1322.186375] env[69133]: value = "task-3192015" [ 1322.186375] env[69133]: _type = "Task" [ 1322.186375] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.195361] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.241116] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192013, 'name': ReconfigVM_Task, 'duration_secs': 0.50208} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.241344] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d5e17a2f-f490-4ef2-a975-e80ca8b29868/d5e17a2f-f490-4ef2-a975-e80ca8b29868.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.241999] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4412e125-0e81-4854-bcc9-5d8bf20731a8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.252038] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428071} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.253134] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 1322.253450] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1322.253450] env[69133]: value = "task-3192016" [ 1322.253450] env[69133]: _type = "Task" [ 1322.253450] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.254167] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9829c5a8-8449-4293-9904-b22afe194fb1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.259702] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.264031] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192016, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.284252] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.284511] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f01b58-a3d3-4c0c-b44a-1ca64fae9e8b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.302021] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1322.302021] env[69133]: value = "task-3192017" [ 1322.302021] env[69133]: _type = "Task" [ 1322.302021] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.309801] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.696285] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192015, 'name': PowerOffVM_Task, 'duration_secs': 0.176868} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.696560] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.697454] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a45dd-5e9b-4187-b399-f90e4353489e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.715598] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c1a6d5-e683-4800-9e2a-0915f71a5fdb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.766944] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192016, 'name': Rename_Task, 'duration_secs': 0.165703} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.767228] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.767453] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efd1f9b2-34dc-4496-9f98-ceb6293ae083 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.773746] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1322.773746] env[69133]: value = "task-3192018" [ 1322.773746] env[69133]: _type = "Task" [ 1322.773746] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.786265] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.810624] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192017, 'name': ReconfigVM_Task, 'duration_secs': 0.297508} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.810951] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Reconfigured VM instance instance-0000007b to attach disk [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.811760] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137adfd-e641-4b7b-adec-195be658e2b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.836832] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdbc2f5-242d-4b0e-b202-11d8ba8854e5 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.852208] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1322.852208] env[69133]: value = "task-3192019" [ 1322.852208] env[69133]: _type = "Task" [ 1322.852208] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.859883] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.225547] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Creating Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1323.225958] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62e4fa1c-9f04-4dcb-a9f5-71f15d9875b0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.235403] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1323.235403] env[69133]: value = "task-3192020" [ 1323.235403] env[69133]: _type = "Task" [ 1323.235403] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.246445] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.283700] env[69133]: DEBUG oslo_vmware.api [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192018, 'name': PowerOnVM_Task, 'duration_secs': 0.426989} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.283983] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.284229] env[69133]: INFO nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1323.284385] env[69133]: DEBUG nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.285175] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ea1f3d-310a-4570-a578-50430cb50490 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.362739] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192019, 'name': ReconfigVM_Task, 'duration_secs': 0.201652} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.363094] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.363358] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6850eb2a-45b8-4997-a30a-e973ff7d22bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.369745] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1323.369745] env[69133]: value = "task-3192021" [ 1323.369745] env[69133]: _type = "Task" [ 1323.369745] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.377055] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.745310] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.802721] env[69133]: INFO nova.compute.manager [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Took 9.50 seconds to build instance. [ 1323.882896] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.245688] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.259275] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.259469] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.259736] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.259931] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.260131] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1324.304943] env[69133]: DEBUG oslo_concurrency.lockutils [None req-d512f57f-9a5b-471d-bd4b-6c1529d6dca1 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.013s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.339529] env[69133]: DEBUG nova.compute.manager [None req-57472e5b-7867-4a60-aa79-77392f1ff298 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.340452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078b794-7262-44c2-8d19-069bdae774cb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.379966] env[69133]: DEBUG oslo_vmware.api [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192021, 'name': PowerOnVM_Task, 'duration_secs': 0.585288} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.380233] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.382732] env[69133]: DEBUG nova.compute.manager [None req-a38f16b3-78f5-4d62-9c42-accf4fea4345 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.383490] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe92b1-8b0d-4ce1-ba7d-0c5052b46651 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.402665] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.402818] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.402952] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.403166] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.404318] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.404952] env[69133]: INFO nova.compute.manager [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Terminating instance [ 1324.745895] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192020, 'name': CreateSnapshot_Task, 'duration_secs': 1.041886} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.746221] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Created Snapshot of the VM instance {{(pid=69133) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1324.746940] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585589a-28c5-4693-85af-ed5a3aeec505 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.850170] env[69133]: INFO nova.compute.manager [None req-57472e5b-7867-4a60-aa79-77392f1ff298 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] instance snapshotting [ 1324.850825] env[69133]: DEBUG nova.objects.instance [None req-57472e5b-7867-4a60-aa79-77392f1ff298 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lazy-loading 'flavor' on Instance uuid d5e17a2f-f490-4ef2-a975-e80ca8b29868 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.908267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "refresh_cache-d5e17a2f-f490-4ef2-a975-e80ca8b29868" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.908267] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquired lock "refresh_cache-d5e17a2f-f490-4ef2-a975-e80ca8b29868" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.908267] env[69133]: DEBUG nova.network.neutron [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.266636] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Creating linked-clone VM from snapshot {{(pid=69133) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1325.267069] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19921619-f49d-4920-a901-547ff7721905 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.276910] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1325.276910] env[69133]: value = "task-3192022" [ 1325.276910] env[69133]: _type = "Task" [ 1325.276910] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.285320] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192022, 'name': CloneVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.357054] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e25d6-38d0-4551-90ba-cac99f00b2d7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.375248] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267c372-1289-4f67-86ca-3bbfe6603c96 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.431407] env[69133]: DEBUG nova.network.neutron [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.492575] env[69133]: DEBUG nova.network.neutron [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.788268] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192022, 'name': CloneVM_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.886303] env[69133]: DEBUG nova.compute.manager [None req-57472e5b-7867-4a60-aa79-77392f1ff298 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance disappeared during snapshot {{(pid=69133) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1325.995403] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Releasing lock "refresh_cache-d5e17a2f-f490-4ef2-a975-e80ca8b29868" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.995906] env[69133]: DEBUG nova.compute.manager [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.996747] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.997093] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255d8c52-7af8-4f48-acd8-b744d1ddb4ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.009565] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.009881] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d02e674-6c46-4dbd-a883-10034b3c29c6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.017035] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1326.017035] env[69133]: value = "task-3192023" [ 1326.017035] env[69133]: _type = "Task" [ 1326.017035] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.026197] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.042481] env[69133]: DEBUG nova.compute.manager [None req-57472e5b-7867-4a60-aa79-77392f1ff298 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Found 0 images (rotation: 2) {{(pid=69133) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1326.256231] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.260898] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.289106] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192022, 'name': CloneVM_Task} progress is 95%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.528047] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192023, 'name': PowerOffVM_Task, 'duration_secs': 0.316996} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.528047] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.528047] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.528047] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa0fb2e9-e942-461f-974d-85ea3e29c2bb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.555147] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.555427] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.555550] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Deleting the datastore file [datastore2] d5e17a2f-f490-4ef2-a975-e80ca8b29868 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.555812] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-babc6341-2492-4d3e-b40c-1428443db968 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.562908] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for the task: (returnval){ [ 1326.562908] env[69133]: value = "task-3192025" [ 1326.562908] env[69133]: _type = "Task" [ 1326.562908] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.571147] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.579745] env[69133]: INFO nova.compute.manager [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Rescuing [ 1326.580090] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.580327] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.580588] env[69133]: DEBUG nova.network.neutron [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.763996] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.764305] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.764454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.764618] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1326.765580] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9cb22-5a41-4683-8828-70bc4e4e6744 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.774253] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f5f906-96f0-46f5-b26e-b3160c89fd6d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.787953] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192022, 'name': CloneVM_Task, 'duration_secs': 1.39898} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.795686] env[69133]: INFO nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Created linked-clone VM from snapshot [ 1326.796583] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba118b57-30da-4219-aa7a-3a5123065973 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.799468] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ca8f87-bd05-4130-bc15-995e8c94ac95 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.807151] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Uploading image 62516fa1-da69-4e73-a243-106bb08588c2 {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1326.812453] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e270313-5b47-41ef-96ce-7928faeb962b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.841364] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180206MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1326.841602] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.841685] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.852929] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1326.852929] env[69133]: value = "vm-638312" [ 1326.852929] env[69133]: _type = "VirtualMachine" [ 1326.852929] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1326.852929] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d98bac8-75c1-43af-a7ed-69304228c86b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.860689] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease: (returnval){ [ 1326.860689] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc765c-d227-741f-aeca-06bf513b0144" [ 1326.860689] env[69133]: _type = "HttpNfcLease" [ 1326.860689] env[69133]: } obtained for exporting VM: (result){ [ 1326.860689] env[69133]: value = "vm-638312" [ 1326.860689] env[69133]: _type = "VirtualMachine" [ 1326.860689] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1326.860689] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the lease: (returnval){ [ 1326.860689] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc765c-d227-741f-aeca-06bf513b0144" [ 1326.860689] env[69133]: _type = "HttpNfcLease" [ 1326.860689] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1326.866262] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1326.866262] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc765c-d227-741f-aeca-06bf513b0144" [ 1326.866262] env[69133]: _type = "HttpNfcLease" [ 1326.866262] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1327.072765] env[69133]: DEBUG oslo_vmware.api [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Task: {'id': task-3192025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490051} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.072951] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.073153] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.073333] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.073502] env[69133]: INFO nova.compute.manager [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1327.073735] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.073919] env[69133]: DEBUG nova.compute.manager [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.074026] env[69133]: DEBUG nova.network.neutron [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.090413] env[69133]: DEBUG nova.network.neutron [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.278428] env[69133]: DEBUG nova.network.neutron [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [{"id": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "address": "fa:16:3e:f7:fb:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d2c6c7-0b", "ovs_interfaceid": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.368540] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1327.368540] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc765c-d227-741f-aeca-06bf513b0144" [ 1327.368540] env[69133]: _type = "HttpNfcLease" [ 1327.368540] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1327.369111] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1327.369111] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52bc765c-d227-741f-aeca-06bf513b0144" [ 1327.369111] env[69133]: _type = "HttpNfcLease" [ 1327.369111] env[69133]: }. {{(pid=69133) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1327.369826] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5b5e6-eea2-45c7-891f-30ff94498577 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.379158] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1327.379354] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk for reading. {{(pid=69133) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1327.592832] env[69133]: DEBUG nova.network.neutron [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.673604] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-792a93a6-3ea8-4961-9da0-78a963fc3f7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.781742] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.870525] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 3d592a19-215f-4a59-a4cb-da9a801fa61c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.870655] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance db87f040-bd89-416a-ba7b-5ff593c50f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.870730] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance efbe29bf-58d0-4609-973e-cc5bed423596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.870854] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 1164bd17-38ac-4b8c-919e-41ee52caa20f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.870965] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance d5e17a2f-f490-4ef2-a975-e80ca8b29868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1327.871171] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1327.871313] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1327.949895] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d72e8-c104-4fa7-863d-ee95978459fe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.957573] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab646fc-81d7-4516-bead-4c4048a3276f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.988576] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8793807f-9ac1-44fb-a1d4-c135fd6057a7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.997961] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27751b0-39db-4b5b-8020-09cf23291722 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.011844] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.095449] env[69133]: INFO nova.compute.manager [-] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Took 1.02 seconds to deallocate network for instance. [ 1328.515252] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.602815] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.020787] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1329.021139] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.179s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.021508] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.419s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.021798] env[69133]: DEBUG nova.objects.instance [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lazy-loading 'resources' on Instance uuid d5e17a2f-f490-4ef2-a975-e80ca8b29868 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.313192] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.313192] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b2132a-c6be-483a-b2ab-5f01eecd40d3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.321436] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1329.321436] env[69133]: value = "task-3192027" [ 1329.321436] env[69133]: _type = "Task" [ 1329.321436] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.330255] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.606714] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe62f4-c122-49eb-b6cc-9e3d4494d922 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.615198] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c3ecbc-aa97-4732-9c80-5b4c856cd3cf {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.645988] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70998fe-f5bc-4bb9-865d-1f8b2a108fe3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.653938] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c09c8-b3a0-4d6a-af17-c4d2b634a830 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.668985] env[69133]: DEBUG nova.compute.provider_tree [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.833828] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192027, 'name': PowerOffVM_Task, 'duration_secs': 0.238466} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.834122] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.834920] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77365ec-fed2-4ea1-8e0e-10ac53e4c3aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.854529] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6cd9a-b868-439c-b9d9-d02dbbd5e60b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.894083] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.894466] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f180f6f5-ba0c-4440-93a6-38d0598770c8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.902157] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1329.902157] env[69133]: value = "task-3192028" [ 1329.902157] env[69133]: _type = "Task" [ 1329.902157] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.910929] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1329.911154] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.911395] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.911542] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.911716] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.911968] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9589e23-0148-4f13-b31b-e9a715219762 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.922431] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.922592] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.923286] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c405fc5-eebd-4324-860a-642785db382e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.927901] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1329.927901] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52862169-6607-2e29-dd0a-e7bd9562bf42" [ 1329.927901] env[69133]: _type = "Task" [ 1329.927901] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.935204] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52862169-6607-2e29-dd0a-e7bd9562bf42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.173325] env[69133]: DEBUG nova.scheduler.client.report [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.438103] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52862169-6607-2e29-dd0a-e7bd9562bf42, 'name': SearchDatastore_Task, 'duration_secs': 0.021555} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.438890] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476282c5-a04b-454c-acaf-8271bf89e5cc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.443926] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1330.443926] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52ab6fe6-a94f-2c08-14a9-05ae043b9517" [ 1330.443926] env[69133]: _type = "Task" [ 1330.443926] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.451570] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab6fe6-a94f-2c08-14a9-05ae043b9517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.678878] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.697930] env[69133]: INFO nova.scheduler.client.report [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Deleted allocations for instance d5e17a2f-f490-4ef2-a975-e80ca8b29868 [ 1330.956357] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52ab6fe6-a94f-2c08-14a9-05ae043b9517, 'name': SearchDatastore_Task, 'duration_secs': 0.029324} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.956357] env[69133]: DEBUG oslo_concurrency.lockutils [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.956357] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1330.956357] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec6ce731-fdd5-4c87-b6fb-108c006a2df2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.963862] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1330.963862] env[69133]: value = "task-3192029" [ 1330.963862] env[69133]: _type = "Task" [ 1330.963862] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.972598] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.205868] env[69133]: DEBUG oslo_concurrency.lockutils [None req-17b8e448-aaac-4a33-ad41-7a6df58ad862 tempest-ServersAaction247Test-586387346 tempest-ServersAaction247Test-586387346-project-member] Lock "d5e17a2f-f490-4ef2-a975-e80ca8b29868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.803s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.476704] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192029, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.976645] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676917} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.976981] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 1331.977837] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36bd70d-d3f1-42b5-b194-d1931c8ab758 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.003666] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.004018] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67dec788-4ee0-47df-9503-7a3e3d4fa24e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.023935] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1332.023935] env[69133]: value = "task-3192030" [ 1332.023935] env[69133]: _type = "Task" [ 1332.023935] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.032893] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.536355] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.035325] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192030, 'name': ReconfigVM_Task, 'duration_secs': 0.838283} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.035648] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfigured VM instance instance-0000007a to attach disk [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.036340] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee34d633-a268-4b65-8677-e1f1e3fcbc3f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.063340] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b140b6b6-bf1e-43cd-879b-c979baec1ae0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.080404] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1333.080404] env[69133]: value = "task-3192031" [ 1333.080404] env[69133]: _type = "Task" [ 1333.080404] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.091043] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.591261] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192031, 'name': ReconfigVM_Task, 'duration_secs': 0.208996} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.591551] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.591821] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c1b68b-0bce-4556-a8b0-b0a6e1f0e912 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.598902] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1333.598902] env[69133]: value = "task-3192032" [ 1333.598902] env[69133]: _type = "Task" [ 1333.598902] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.606783] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.109268] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.610529] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192032, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.110838] env[69133]: DEBUG oslo_vmware.api [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192032, 'name': PowerOnVM_Task, 'duration_secs': 1.026423} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.111198] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.113892] env[69133]: DEBUG nova.compute.manager [None req-02e8f310-5fd9-4857-ab79-dfb4a8d6f9d1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.114681] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fb7279-1f6e-4346-8e0c-64a046c202e0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.728101] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1336.729165] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124141e-ea00-45af-84f5-e2350ab3f7af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.735590] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1336.735749] env[69133]: ERROR oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk due to incomplete transfer. [ 1336.735970] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68bb5c7f-dbbc-40b3-97c0-fd39834536b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.742934] env[69133]: DEBUG oslo_vmware.rw_handles [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52280bce-eb74-6a43-61b2-3a5386afa63b/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1336.743138] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Uploaded image 62516fa1-da69-4e73-a243-106bb08588c2 to the Glance image server {{(pid=69133) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1336.745666] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Destroying the VM {{(pid=69133) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1336.745900] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f057544e-1e53-4574-b36e-83a1584cd603 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.751684] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1336.751684] env[69133]: value = "task-3192033" [ 1336.751684] env[69133]: _type = "Task" [ 1336.751684] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.758960] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192033, 'name': Destroy_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.781645] env[69133]: INFO nova.compute.manager [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Unrescuing [ 1336.781883] env[69133]: DEBUG oslo_concurrency.lockutils [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.782056] env[69133]: DEBUG oslo_concurrency.lockutils [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.782237] env[69133]: DEBUG nova.network.neutron [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.262322] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192033, 'name': Destroy_Task, 'duration_secs': 0.378587} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.262581] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Destroyed the VM [ 1337.262813] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleting Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1337.263080] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d04f0eb-9330-4e4a-aa7b-e7e32ba622c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.269209] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1337.269209] env[69133]: value = "task-3192034" [ 1337.269209] env[69133]: _type = "Task" [ 1337.269209] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.276497] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.503400] env[69133]: DEBUG nova.network.neutron [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [{"id": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "address": "fa:16:3e:f7:fb:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23d2c6c7-0b", "ovs_interfaceid": "23d2c6c7-0bfa-406b-9ec4-836a04a1750b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.779621] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354301} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.779978] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleted Snapshot of the VM instance {{(pid=69133) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1337.780170] env[69133]: DEBUG nova.compute.manager [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.780910] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe135dc-e4d0-4d6f-a857-e6f3cd65610e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.006808] env[69133]: DEBUG oslo_concurrency.lockutils [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-db87f040-bd89-416a-ba7b-5ff593c50f00" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.007476] env[69133]: DEBUG nova.objects.instance [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'flavor' on Instance uuid db87f040-bd89-416a-ba7b-5ff593c50f00 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.292821] env[69133]: INFO nova.compute.manager [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Shelve offloading [ 1338.513412] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952e666-1ba1-4560-a9dd-724cc94b74c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.535824] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.536148] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65718b89-0621-41a3-8796-6adf00f588a1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.543234] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1338.543234] env[69133]: value = "task-3192035" [ 1338.543234] env[69133]: _type = "Task" [ 1338.543234] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.550923] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.796482] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.796844] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cee1f9a7-1cb4-43e7-9f5e-3a43a15e99f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.804074] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1338.804074] env[69133]: value = "task-3192036" [ 1338.804074] env[69133]: _type = "Task" [ 1338.804074] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.812473] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.054049] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192035, 'name': PowerOffVM_Task, 'duration_secs': 0.222397} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.054319] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.059493] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1339.059763] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfc7916-c72f-4238-8a98-6192d3cf6e68 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.078454] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1339.078454] env[69133]: value = "task-3192037" [ 1339.078454] env[69133]: _type = "Task" [ 1339.078454] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.085946] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.313650] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1339.313821] env[69133]: DEBUG nova.compute.manager [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.314699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb0ba8-4c6b-4ec6-aeaa-84fb39a52f7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.320127] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.320321] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.320492] env[69133]: DEBUG nova.network.neutron [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.589357] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192037, 'name': ReconfigVM_Task, 'duration_secs': 0.22057} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.589633] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.589824] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.590079] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b9f7079-e0dc-4b03-a6d9-b41f6af30d47 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.596250] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1339.596250] env[69133]: value = "task-3192038" [ 1339.596250] env[69133]: _type = "Task" [ 1339.596250] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.603051] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.033073] env[69133]: DEBUG nova.network.neutron [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.105727] env[69133]: DEBUG oslo_vmware.api [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192038, 'name': PowerOnVM_Task, 'duration_secs': 0.348816} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.105967] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.106218] env[69133]: DEBUG nova.compute.manager [None req-771eb940-0d32-446f-84f3-9c2ef8a759e6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.106963] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70944f3-633f-49e7-81a1-59dd27f75054 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.536171] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.740575] env[69133]: DEBUG nova.compute.manager [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-vif-unplugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.740575] env[69133]: DEBUG oslo_concurrency.lockutils [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.740575] env[69133]: DEBUG oslo_concurrency.lockutils [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.740575] env[69133]: DEBUG oslo_concurrency.lockutils [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.740575] env[69133]: DEBUG nova.compute.manager [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] No waiting events found dispatching network-vif-unplugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.740575] env[69133]: WARNING nova.compute.manager [req-4618e489-44aa-4856-afa0-75be7139f7eb req-cf4efbf8-d78b-463f-8059-9542b0fd86e0 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received unexpected event network-vif-unplugged-ce3282dc-3ff0-4557-b298-84c103003106 for instance with vm_state shelved and task_state shelving_offloading. [ 1340.860294] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.860611] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd8512-1359-444d-a9db-94e07d1f45b9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.868407] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.869034] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3bfc02b-9db4-4abf-b9b3-c9943f58eb3e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.964685] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.965055] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.965236] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.965385] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5477558d-f6d6-4cb0-9769-1344284a65e1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.972522] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1341.972522] env[69133]: value = "task-3192040" [ 1341.972522] env[69133]: _type = "Task" [ 1341.972522] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.982094] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.482983] env[69133]: DEBUG oslo_vmware.api [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163827} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.483264] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.483455] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.483631] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.508406] env[69133]: INFO nova.scheduler.client.report [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted allocations for instance 3d592a19-215f-4a59-a4cb-da9a801fa61c [ 1342.764603] env[69133]: DEBUG nova.compute.manager [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-changed-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.764805] env[69133]: DEBUG nova.compute.manager [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing instance network info cache due to event network-changed-ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.765073] env[69133]: DEBUG oslo_concurrency.lockutils [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.765207] env[69133]: DEBUG oslo_concurrency.lockutils [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.765392] env[69133]: DEBUG nova.network.neutron [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing network info cache for port ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.012727] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.013111] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.013262] env[69133]: DEBUG nova.objects.instance [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'resources' on Instance uuid 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.472655] env[69133]: DEBUG nova.network.neutron [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updated VIF entry in instance network info cache for port ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.473020] env[69133]: DEBUG nova.network.neutron [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapce3282dc-3f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.515309] env[69133]: DEBUG nova.objects.instance [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.543660] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.543880] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.975934] env[69133]: DEBUG oslo_concurrency.lockutils [req-ce2e50fc-a3f4-4df2-9a85-02455fea74ed req-dda29c72-01ad-4f44-9262-d3a56e9f541e service nova] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.020040] env[69133]: DEBUG nova.objects.base [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Object Instance<3d592a19-215f-4a59-a4cb-da9a801fa61c> lazy-loaded attributes: resources,numa_topology {{(pid=69133) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.046642] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.087354] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76299aa-f797-415e-b8d8-726c83db7237 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.095251] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb4a1f-ce16-4afa-99e6-447e832707af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.127813] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b2ab35-f731-43c3-8763-1485467fd61d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.135579] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dca333-a0af-47a8-bb8b-10e84d16d374 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.149363] env[69133]: DEBUG nova.compute.provider_tree [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.565209] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.652842] env[69133]: DEBUG nova.scheduler.client.report [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.158293] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.160755] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.596s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.162299] env[69133]: INFO nova.compute.claims [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.184258] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.671329] env[69133]: DEBUG oslo_concurrency.lockutils [None req-42825211-3f13-4833-88b2-b413dec0565a tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.505s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.672162] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.488s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.672354] env[69133]: INFO nova.compute.manager [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Unshelving [ 1346.242350] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de862b7c-996d-4ec5-a5f4-d6c0cef5376a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.249525] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5a7b5-5f62-428d-bcf6-259e6d474009 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.280157] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd8668-a895-4153-805c-12a27a00af71 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.287599] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0cfbfb-dfa3-4d8e-971b-dce69d4d6f1e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.300753] env[69133]: DEBUG nova.compute.provider_tree [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.692669] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.804492] env[69133]: DEBUG nova.scheduler.client.report [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.309877] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.310514] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.313805] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.621s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.314854] env[69133]: DEBUG nova.objects.instance [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.816266] env[69133]: DEBUG nova.compute.utils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1347.819596] env[69133]: DEBUG nova.objects.instance [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.820492] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Allocating IP information in the background. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.820659] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] allocate_for_instance() {{(pid=69133) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.857503] env[69133]: DEBUG nova.policy [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19beb63c7c1e42b88a32c5c9dff8f7a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08fb6dea3b724d65ac406741579f62a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69133) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.113378] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Successfully created port: 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.324536] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.327493] env[69133]: INFO nova.compute.claims [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.340299] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.367833] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.368100] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.368268] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.368449] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.368595] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.368741] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.368948] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.369122] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.369308] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.369509] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.369722] env[69133]: DEBUG nova.virt.hardware [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.370699] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e0421a-f4bd-4127-87f1-71c955399498 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.378720] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e405dcb-4049-46a3-9d0b-a44bb23293d4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.421452] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1a724-a8e6-4eb4-81a3-0c354c5b6008 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.428779] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105c813-72f0-47f6-b525-199daa0fb979 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.457742] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10db7d7-a94a-493c-98af-7d4e4f52cb9f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.465101] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0c8e0d-eea0-4a93-9832-bbd791019908 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.477847] env[69133]: DEBUG nova.compute.provider_tree [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.730741] env[69133]: DEBUG nova.compute.manager [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-vif-plugged-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.730973] env[69133]: DEBUG oslo_concurrency.lockutils [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.731571] env[69133]: DEBUG oslo_concurrency.lockutils [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.731746] env[69133]: DEBUG oslo_concurrency.lockutils [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.731958] env[69133]: DEBUG nova.compute.manager [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] No waiting events found dispatching network-vif-plugged-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.732109] env[69133]: WARNING nova.compute.manager [req-246ed6c8-5723-449a-8519-47d0abb5a4e6 req-bd8a69d5-d223-4c90-9af6-65ced8c4d715 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received unexpected event network-vif-plugged-7558d693-57fe-45f3-8c93-791c31649bf0 for instance with vm_state building and task_state spawning. [ 1349.815347] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Successfully updated port: 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.980682] env[69133]: DEBUG nova.scheduler.client.report [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.318365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.318569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.318675] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.486055] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.172s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.514702] env[69133]: INFO nova.network.neutron [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating port ce3282dc-3ff0-4557-b298-84c103003106 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1350.848935] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.960472] env[69133]: DEBUG nova.network.neutron [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.463058] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.463391] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Instance network_info: |[{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.463851] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:27:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7558d693-57fe-45f3-8c93-791c31649bf0', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.471109] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.471328] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.471547] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95da542b-ce75-4d0d-9db2-1b9ecee1f0e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.491632] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.491632] env[69133]: value = "task-3192041" [ 1351.491632] env[69133]: _type = "Task" [ 1351.491632] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.500030] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192041, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.760889] env[69133]: DEBUG nova.compute.manager [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.761178] env[69133]: DEBUG nova.compute.manager [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing instance network info cache due to event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.761588] env[69133]: DEBUG oslo_concurrency.lockutils [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.761733] env[69133]: DEBUG oslo_concurrency.lockutils [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.762059] env[69133]: DEBUG nova.network.neutron [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.002407] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192041, 'name': CreateVM_Task, 'duration_secs': 0.346935} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.002667] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.003887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.003887] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.004262] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.004576] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2dec19b-9bba-470b-a32d-3c43bb8eebc2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.009614] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1352.009614] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527ad7fb-8993-1781-1142-a2a47ad319a9" [ 1352.009614] env[69133]: _type = "Task" [ 1352.009614] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.010706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.010921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.011328] env[69133]: DEBUG nova.network.neutron [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.023260] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527ad7fb-8993-1781-1142-a2a47ad319a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.436693] env[69133]: DEBUG nova.network.neutron [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updated VIF entry in instance network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.437061] env[69133]: DEBUG nova.network.neutron [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.523675] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527ad7fb-8993-1781-1142-a2a47ad319a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019348} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.524266] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.524510] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.524746] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.524897] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.525082] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.525337] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59dde574-8f11-411d-94ec-181bb14a1933 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.533333] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.533504] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.534190] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4269d56-6fb2-46a0-9977-25df942539e8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.538995] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1352.538995] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]526185e1-71fe-bf22-9b11-1f1d3e2b54b4" [ 1352.538995] env[69133]: _type = "Task" [ 1352.538995] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.545741] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526185e1-71fe-bf22-9b11-1f1d3e2b54b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.704634] env[69133]: DEBUG nova.network.neutron [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.940266] env[69133]: DEBUG oslo_concurrency.lockutils [req-f7957573-9126-40b1-8eab-76e7500c3b69 req-42d2b817-f49b-4959-8bbf-2b837492974f service nova] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.049792] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]526185e1-71fe-bf22-9b11-1f1d3e2b54b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.050581] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed582b57-9275-40ba-ba70-7a3d94859652 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.055884] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1353.055884] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52f9055c-f37e-f58e-c222-00bea8ef55c2" [ 1353.055884] env[69133]: _type = "Task" [ 1353.055884] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.063573] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f9055c-f37e-f58e-c222-00bea8ef55c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.207848] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.234911] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='193045884d79df7611acd50cd0ab2ae8',container_format='bare',created_at=2025-03-26T22:43:07Z,direct_url=,disk_format='vmdk',id=62516fa1-da69-4e73-a243-106bb08588c2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-536981753-shelved',owner='95dcd66bac484acdbdcfac81981c3b6d',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-03-26T22:43:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1353.235173] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.235336] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1353.235520] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.235667] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1353.235815] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1353.236039] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1353.236204] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1353.236371] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1353.236532] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1353.236699] env[69133]: DEBUG nova.virt.hardware [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1353.237855] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfebce7-71a0-40d8-938d-09919b457513 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.245766] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e2ac97-d304-4ad5-87e9-0b105e39b27e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.258430] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ba:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce3282dc-3ff0-4557-b298-84c103003106', 'vif_model': 'vmxnet3'}] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.265717] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.265923] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.266124] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ffdbbd-60fe-4274-8e27-2cb30df9c419 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.284619] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.284619] env[69133]: value = "task-3192042" [ 1353.284619] env[69133]: _type = "Task" [ 1353.284619] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.291544] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192042, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.566309] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52f9055c-f37e-f58e-c222-00bea8ef55c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.566639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.566841] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.567114] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9efdd1c5-60e3-438b-bc09-dd7eaaa5a53b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.573352] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1353.573352] env[69133]: value = "task-3192043" [ 1353.573352] env[69133]: _type = "Task" [ 1353.573352] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.580638] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.791209] env[69133]: DEBUG nova.compute.manager [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.791455] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.791657] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.791821] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.791985] env[69133]: DEBUG nova.compute.manager [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] No waiting events found dispatching network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1353.792186] env[69133]: WARNING nova.compute.manager [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received unexpected event network-vif-plugged-ce3282dc-3ff0-4557-b298-84c103003106 for instance with vm_state shelved_offloaded and task_state spawning. [ 1353.792359] env[69133]: DEBUG nova.compute.manager [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-changed-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.792509] env[69133]: DEBUG nova.compute.manager [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing instance network info cache due to event network-changed-ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.792685] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Acquiring lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.792817] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Acquired lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.792966] env[69133]: DEBUG nova.network.neutron [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Refreshing network info cache for port ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.799871] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192042, 'name': CreateVM_Task, 'duration_secs': 0.305333} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.800037] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.800639] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.800796] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.801200] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.801861] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2676558f-a86d-4a4b-9e35-6a6988b86060 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.806586] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1353.806586] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528e854d-85a1-440e-af0b-a09b16bd985e" [ 1353.806586] env[69133]: _type = "Task" [ 1353.806586] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.815899] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]528e854d-85a1-440e-af0b-a09b16bd985e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.084700] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.316427] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.316636] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Processing image 62516fa1-da69-4e73-a243-106bb08588c2 {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.316863] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.317016] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.317201] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.317439] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0569db6f-0c11-4ba9-8d02-a0141e8a5219 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.325771] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.325945] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.326635] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a4f120-e983-4c57-8ea8-48699c9573b8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.331089] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1354.331089] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52c1cbc5-83ad-0e67-92c4-cbc23a6d6e79" [ 1354.331089] env[69133]: _type = "Task" [ 1354.331089] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.338049] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52c1cbc5-83ad-0e67-92c4-cbc23a6d6e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.486246] env[69133]: DEBUG nova.network.neutron [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updated VIF entry in instance network info cache for port ce3282dc-3ff0-4557-b298-84c103003106. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.486616] env[69133]: DEBUG nova.network.neutron [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [{"id": "ce3282dc-3ff0-4557-b298-84c103003106", "address": "fa:16:3e:1e:ba:dd", "network": {"id": "9fe7cab8-cccc-426b-b7e4-8b6166a626fe", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-198534374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95dcd66bac484acdbdcfac81981c3b6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce3282dc-3f", "ovs_interfaceid": "ce3282dc-3ff0-4557-b298-84c103003106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.584124] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573205} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.584503] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.584592] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.584834] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f86071e-862a-489a-942f-9e69c1b99e3b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.590950] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1354.590950] env[69133]: value = "task-3192044" [ 1354.590950] env[69133]: _type = "Task" [ 1354.590950] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.598525] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.841241] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Preparing fetch location {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1354.841475] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Fetch image to [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e/OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e.vmdk {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1354.841662] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Downloading stream optimized image 62516fa1-da69-4e73-a243-106bb08588c2 to [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e/OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e.vmdk on the data store datastore1 as vApp {{(pid=69133) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1354.841828] env[69133]: DEBUG nova.virt.vmwareapi.images [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Downloading image file data 62516fa1-da69-4e73-a243-106bb08588c2 to the ESX as VM named 'OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e' {{(pid=69133) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1354.910287] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1354.910287] env[69133]: value = "resgroup-9" [ 1354.910287] env[69133]: _type = "ResourcePool" [ 1354.910287] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1354.910618] env[69133]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3ab369b9-faba-4265-988c-736669d63650 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.931421] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease: (returnval){ [ 1354.931421] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1354.931421] env[69133]: _type = "HttpNfcLease" [ 1354.931421] env[69133]: } obtained for vApp import into resource pool (val){ [ 1354.931421] env[69133]: value = "resgroup-9" [ 1354.931421] env[69133]: _type = "ResourcePool" [ 1354.931421] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1354.931794] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the lease: (returnval){ [ 1354.931794] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1354.931794] env[69133]: _type = "HttpNfcLease" [ 1354.931794] env[69133]: } to be ready. {{(pid=69133) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.938284] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.938284] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1354.938284] env[69133]: _type = "HttpNfcLease" [ 1354.938284] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.989242] env[69133]: DEBUG oslo_concurrency.lockutils [req-43c9939e-39e6-47af-9be4-19e4bb826b13 req-00ee1af1-cc72-44b4-8a6f-69783d159457 service nova] Releasing lock "refresh_cache-3d592a19-215f-4a59-a4cb-da9a801fa61c" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.100926] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105145} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.101304] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.102112] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d1f8d4-fe34-4ede-a02e-13a891acae76 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.124098] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.124388] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35857ca-5691-4bfc-b5ff-4be4996edbd3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.143144] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1355.143144] env[69133]: value = "task-3192046" [ 1355.143144] env[69133]: _type = "Task" [ 1355.143144] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.150853] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.440670] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.440670] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1355.440670] env[69133]: _type = "HttpNfcLease" [ 1355.440670] env[69133]: } is initializing. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.653094] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192046, 'name': ReconfigVM_Task, 'duration_secs': 0.362999} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.653451] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.654063] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e132cd-e832-4d48-b8f7-7ddd1fb111f6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.660802] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1355.660802] env[69133]: value = "task-3192047" [ 1355.660802] env[69133]: _type = "Task" [ 1355.660802] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.668060] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192047, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.941972] env[69133]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.941972] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1355.941972] env[69133]: _type = "HttpNfcLease" [ 1355.941972] env[69133]: } is ready. {{(pid=69133) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.941972] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.941972] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]528080bd-677e-0a11-f7f1-bdc02f3951c1" [ 1355.941972] env[69133]: _type = "HttpNfcLease" [ 1355.941972] env[69133]: }. {{(pid=69133) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1355.942478] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc60dc-d879-4dc6-83b8-57bfe6d9f6ce {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.951145] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk from lease info. {{(pid=69133) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.951299] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk. {{(pid=69133) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1356.016101] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6cba26e-945c-4760-b096-bbc8089ff73a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.171210] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192047, 'name': Rename_Task, 'duration_secs': 0.149893} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.171525] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.171773] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-622a8fd4-63ce-42d3-b194-44d8bdad85f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.179686] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1356.179686] env[69133]: value = "task-3192048" [ 1356.179686] env[69133]: _type = "Task" [ 1356.179686] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.186333] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.688216] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.867702] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.867967] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.124505] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Completed reading data from the image iterator. {{(pid=69133) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1357.124748] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1357.125730] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf48e8d-7a4d-4c3c-a07e-af3c6b913763 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.132572] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk is in state: ready. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1357.132736] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk. {{(pid=69133) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1357.132945] env[69133]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6311b21f-3ef2-49af-9d83-04d45a38d040 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.188340] env[69133]: DEBUG oslo_vmware.api [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192048, 'name': PowerOnVM_Task, 'duration_secs': 0.533337} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.188627] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.188849] env[69133]: INFO nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1357.189045] env[69133]: DEBUG nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.189875] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01ae0d8-d59e-42c7-a413-64c7f147d88b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.373503] env[69133]: DEBUG nova.compute.utils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.398524] env[69133]: DEBUG oslo_vmware.rw_handles [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ca8200-de1f-6759-0567-34759b945a62/disk-0.vmdk. {{(pid=69133) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1357.398746] env[69133]: INFO nova.virt.vmwareapi.images [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Downloaded image file data 62516fa1-da69-4e73-a243-106bb08588c2 [ 1357.399582] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df3071-b9a6-4bb1-abcd-b444482d75eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.414995] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-186bd624-c3b2-4e17-a67e-42ce105a3e2e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.450835] env[69133]: INFO nova.virt.vmwareapi.images [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] The imported VM was unregistered [ 1357.453448] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Caching image {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1357.453718] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Creating directory with path [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.454336] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64c7ab1-d503-49c6-ae03-da182f196185 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.468447] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Created directory with path [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2 {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.468691] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e/OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e.vmdk to [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk. {{(pid=69133) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1357.468909] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f35714fb-9486-411f-a296-ac0350ae9c6e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.476283] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1357.476283] env[69133]: value = "task-3192050" [ 1357.476283] env[69133]: _type = "Task" [ 1357.476283] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.485501] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.707841] env[69133]: INFO nova.compute.manager [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Took 13.16 seconds to build instance. [ 1357.876569] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.924635] env[69133]: DEBUG nova.compute.manager [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.924635] env[69133]: DEBUG nova.compute.manager [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing instance network info cache due to event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.924851] env[69133]: DEBUG oslo_concurrency.lockutils [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.924999] env[69133]: DEBUG oslo_concurrency.lockutils [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.925233] env[69133]: DEBUG nova.network.neutron [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.988483] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.209977] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4029a75b-271c-44ac-90f9-0b26c9a22ff1 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.666s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.490592] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.694049] env[69133]: DEBUG nova.network.neutron [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updated VIF entry in instance network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.694458] env[69133]: DEBUG nova.network.neutron [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.951576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.952052] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.952144] env[69133]: INFO nova.compute.manager [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Attaching volume 9dcfe6d4-94bf-4b76-8b02-51fc94d1a458 to /dev/sdb [ 1358.984812] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33cbba-adcb-445b-8a1e-fbed3d719a7d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.990906] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.993091] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28528b84-0b2e-44c7-9d93-6299f9bef99e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.007333] env[69133]: DEBUG nova.virt.block_device [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating existing volume attachment record: 5ae5dd2d-2c53-4bf0-9a23-48e78caf38fd {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1359.197603] env[69133]: DEBUG oslo_concurrency.lockutils [req-a22fc15c-eacb-44cb-880b-7772b6c743eb req-23320a89-dbc2-4e97-b5ca-7f194e8e2753 service nova] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.489972] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.989669] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192050, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.344317} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.990060] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e/OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e.vmdk to [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk. [ 1359.990131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Cleaning up location [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1359.990297] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_247cc5f8-f374-4a79-bd85-f2b591efee1e {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.990537] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06acd17-b9db-4ea0-8052-ef70c9f8fe49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.996369] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1359.996369] env[69133]: value = "task-3192052" [ 1359.996369] env[69133]: _type = "Task" [ 1359.996369] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.003646] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.506251] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047809} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.506512] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.506677] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.506919] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk to [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.507224] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6822ac-7592-4029-b9e3-43bdacef699f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.514108] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1360.514108] env[69133]: value = "task-3192053" [ 1360.514108] env[69133]: _type = "Task" [ 1360.514108] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.521321] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.023896] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.526143] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.025534] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.526024] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.026434] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192053, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.145742} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.026818] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/62516fa1-da69-4e73-a243-106bb08588c2/62516fa1-da69-4e73-a243-106bb08588c2.vmdk to [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.027488] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc068bd9-7c90-457f-8ada-8a21b490810a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.049320] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.049577] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c833862-ea6f-43b0-a737-d84a3f133c94 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.069338] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1363.069338] env[69133]: value = "task-3192055" [ 1363.069338] env[69133]: _type = "Task" [ 1363.069338] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.076899] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.555845] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1363.556167] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638316', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'name': 'volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1164bd17-38ac-4b8c-919e-41ee52caa20f', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'serial': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1363.557081] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2c4ad-dce7-4f0d-9691-32f0198ca9eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.576144] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78bb6d0-f6cd-45c1-8b35-5811b2304f2d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.600150] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458/volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.603105] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b158b7-e085-45c3-8727-08dde776afcc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.615229] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192055, 'name': ReconfigVM_Task, 'duration_secs': 0.380522} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.615493] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c/3d592a19-215f-4a59-a4cb-da9a801fa61c.vmdk or device None with type streamOptimized {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.616375] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b905dcc-cbd0-4ec7-b491-d49d68a58a75 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.621563] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1363.621563] env[69133]: value = "task-3192056" [ 1363.621563] env[69133]: _type = "Task" [ 1363.621563] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.625348] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1363.625348] env[69133]: value = "task-3192057" [ 1363.625348] env[69133]: _type = "Task" [ 1363.625348] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.631361] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.636042] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192057, 'name': Rename_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.132823] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192056, 'name': ReconfigVM_Task, 'duration_secs': 0.328833} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.133461] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458/volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.140685] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdf50c8-80d6-417a-8c87-7c9b2305857e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.149986] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192057, 'name': Rename_Task, 'duration_secs': 0.1701} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.150289] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.150806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6c84d0-6b7f-4c5a-bd3b-15c607dd6be3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.155152] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1364.155152] env[69133]: value = "task-3192058" [ 1364.155152] env[69133]: _type = "Task" [ 1364.155152] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.160121] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1364.160121] env[69133]: value = "task-3192059" [ 1364.160121] env[69133]: _type = "Task" [ 1364.160121] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.165723] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.169864] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.664805] env[69133]: DEBUG oslo_vmware.api [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192058, 'name': ReconfigVM_Task, 'duration_secs': 0.141103} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.667758] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638316', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'name': 'volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1164bd17-38ac-4b8c-919e-41ee52caa20f', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'serial': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1364.673891] env[69133]: DEBUG oslo_vmware.api [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192059, 'name': PowerOnVM_Task, 'duration_secs': 0.463419} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.674203] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.772599] env[69133]: DEBUG nova.compute.manager [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.773828] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5598a310-67d2-4ab7-a423-8ed4d93c10af {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.292541] env[69133]: DEBUG oslo_concurrency.lockutils [None req-8dc87ec7-593a-4c1f-9418-613601da44af tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.620s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.703381] env[69133]: DEBUG nova.objects.instance [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid 1164bd17-38ac-4b8c-919e-41ee52caa20f {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.208576] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9136c861-aedb-44f0-8b54-8d1881e83c5f tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.387911] env[69133]: DEBUG oslo_concurrency.lockutils [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.388333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.891622] env[69133]: INFO nova.compute.manager [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Detaching volume 9dcfe6d4-94bf-4b76-8b02-51fc94d1a458 [ 1366.920805] env[69133]: INFO nova.virt.block_device [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Attempting to driver detach volume 9dcfe6d4-94bf-4b76-8b02-51fc94d1a458 from mountpoint /dev/sdb [ 1366.921058] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1366.921252] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638316', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'name': 'volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1164bd17-38ac-4b8c-919e-41ee52caa20f', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'serial': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1366.922182] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d55dd-c125-4d96-8e18-25a057393c85 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.945539] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6606ee-f4f8-486e-a492-70776d934faa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.952533] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b7579-c363-4b78-9f68-a32d622ace64 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.972610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943619a-1b23-4bd0-810a-3d05098f91df {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.987033] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] The volume has not been displaced from its original location: [datastore1] volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458/volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1366.992298] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.992593] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7d9dc0-b733-4ba8-81a0-7f2fbdd18cd6 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.009908] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1367.009908] env[69133]: value = "task-3192060" [ 1367.009908] env[69133]: _type = "Task" [ 1367.009908] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.017716] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.519264] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192060, 'name': ReconfigVM_Task, 'duration_secs': 0.235139} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.519653] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1367.524231] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad96ab3-d6ec-4a02-bb7d-8372b29d229e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.539050] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1367.539050] env[69133]: value = "task-3192061" [ 1367.539050] env[69133]: _type = "Task" [ 1367.539050] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.546587] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.049403] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.549932] env[69133]: DEBUG oslo_vmware.api [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192061, 'name': ReconfigVM_Task, 'duration_secs': 0.76811} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.550381] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638316', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'name': 'volume-9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1164bd17-38ac-4b8c-919e-41ee52caa20f', 'attached_at': '', 'detached_at': '', 'volume_id': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458', 'serial': '9dcfe6d4-94bf-4b76-8b02-51fc94d1a458'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1369.093975] env[69133]: DEBUG nova.objects.instance [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'flavor' on Instance uuid 1164bd17-38ac-4b8c-919e-41ee52caa20f {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.101879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-327f862a-d45a-49b7-a449-0369240e83e3 tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.713s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.615239] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.615503] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.615723] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.615936] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.616143] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.618304] env[69133]: INFO nova.compute.manager [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Terminating instance [ 1371.122599] env[69133]: DEBUG nova.compute.manager [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.123065] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.124182] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d57e46-bb16-4e52-8aef-28193c94ea32 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.133245] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.133598] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d418159-e02c-488d-8d7f-fd8007642beb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.140431] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1371.140431] env[69133]: value = "task-3192062" [ 1371.140431] env[69133]: _type = "Task" [ 1371.140431] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.150019] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.651309] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192062, 'name': PowerOffVM_Task, 'duration_secs': 0.228599} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.651613] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.651789] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1371.652054] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-242205ae-fbe8-4f01-84f1-067033f854f2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.717314] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1371.717589] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1371.717730] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleting the datastore file [datastore2] 1164bd17-38ac-4b8c-919e-41ee52caa20f {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1371.718015] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876e3c51-9f09-4f92-875b-c5245fe0c4fa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.724599] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for the task: (returnval){ [ 1371.724599] env[69133]: value = "task-3192064" [ 1371.724599] env[69133]: _type = "Task" [ 1371.724599] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.731991] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.234889] env[69133]: DEBUG oslo_vmware.api [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Task: {'id': task-3192064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506083} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.235321] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.235411] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.235515] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.235697] env[69133]: INFO nova.compute.manager [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1372.235945] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.236143] env[69133]: DEBUG nova.compute.manager [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.236240] env[69133]: DEBUG nova.network.neutron [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.996042] env[69133]: DEBUG nova.compute.manager [req-56506ee1-22b7-4a31-8060-c151174fd9d8 req-e1faba0c-12ec-4728-81c4-1779bb19bc1b service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Received event network-vif-deleted-ab60e2b7-608c-4788-adb0-a1fb0cf7f312 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.996304] env[69133]: INFO nova.compute.manager [req-56506ee1-22b7-4a31-8060-c151174fd9d8 req-e1faba0c-12ec-4728-81c4-1779bb19bc1b service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Neutron deleted interface ab60e2b7-608c-4788-adb0-a1fb0cf7f312; detaching it from the instance and deleting it from the info cache [ 1372.996366] env[69133]: DEBUG nova.network.neutron [req-56506ee1-22b7-4a31-8060-c151174fd9d8 req-e1faba0c-12ec-4728-81c4-1779bb19bc1b service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.178294] env[69133]: DEBUG nova.network.neutron [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.499866] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d78658f-decf-44f0-9669-d881ca59fbbe {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.509882] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633630a-52fb-4f02-9b9e-5a4112d26d5a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.536962] env[69133]: DEBUG nova.compute.manager [req-56506ee1-22b7-4a31-8060-c151174fd9d8 req-e1faba0c-12ec-4728-81c4-1779bb19bc1b service nova] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Detach interface failed, port_id=ab60e2b7-608c-4788-adb0-a1fb0cf7f312, reason: Instance 1164bd17-38ac-4b8c-919e-41ee52caa20f could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.681131] env[69133]: INFO nova.compute.manager [-] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Took 1.44 seconds to deallocate network for instance. [ 1374.187365] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.187645] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.187868] env[69133]: DEBUG nova.objects.instance [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lazy-loading 'resources' on Instance uuid 1164bd17-38ac-4b8c-919e-41ee52caa20f {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.708367] env[69133]: DEBUG nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Refreshing inventories for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1374.723023] env[69133]: DEBUG nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Updating ProviderTree inventory for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1374.723023] env[69133]: DEBUG nova.compute.provider_tree [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Updating inventory in ProviderTree for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1374.732799] env[69133]: DEBUG nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Refreshing aggregate associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, aggregates: None {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1374.749695] env[69133]: DEBUG nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Refreshing trait associations for resource provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69133) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1374.810095] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcfe77c-6e74-41e4-a947-d47458c46c26 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.817568] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d334213e-e5a8-4a84-bfb3-4f7ddf48df11 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.847049] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5969af-7f95-439e-95c1-960ab32c696e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.853575] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce3847b-d700-41ed-a6aa-622f3637786b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.866118] env[69133]: DEBUG nova.compute.provider_tree [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.369660] env[69133]: DEBUG nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.875078] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.901436] env[69133]: INFO nova.scheduler.client.report [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Deleted allocations for instance 1164bd17-38ac-4b8c-919e-41ee52caa20f [ 1376.409432] env[69133]: DEBUG oslo_concurrency.lockutils [None req-cfb465af-fbd9-4d18-871e-64d08d06bcaa tempest-AttachVolumeNegativeTest-1827285288 tempest-AttachVolumeNegativeTest-1827285288-project-member] Lock "1164bd17-38ac-4b8c-919e-41ee52caa20f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.022864] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.261136] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.261458] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.260379] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.260924] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1386.260519] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.260519] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.259652] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.763266] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.763662] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.763715] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.763841] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1387.764783] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b58a7c-d84d-4b36-bc8a-7ce606b0dee8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.773615] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3297e682-156c-4e5f-af7f-f33d3684662f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.787842] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f30e19-0a56-40ac-9d53-0e13386ad951 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.795091] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c18042b-49c0-4964-bc2e-3422f84caeae {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.823516] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180295MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1387.823658] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.823827] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.850632] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance db87f040-bd89-416a-ba7b-5ff593c50f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1388.850892] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance efbe29bf-58d0-4609-973e-cc5bed423596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1388.850995] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1388.851133] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance 3d592a19-215f-4a59-a4cb-da9a801fa61c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1388.851317] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1388.851454] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1388.906516] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be9bcb0-c036-4590-bfb3-94f107a0c1db {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.914009] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14027c1-328d-43c4-a7f4-cc0b8da79030 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.944834] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d9684-7968-45b3-977f-7670e104a956 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.951780] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7ecc2-8b28-4682-be44-04eed60b4822 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.964632] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.467611] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.973452] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1389.973849] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.969692] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.254893] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.842405] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.842706] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.345801] env[69133]: DEBUG nova.compute.utils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1396.849217] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.908718] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.909062] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.909231] env[69133]: INFO nova.compute.manager [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Attaching volume 8c21e57b-1b2b-4b6a-802e-baac2153ccfc to /dev/sdb [ 1397.939640] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a799c2e2-7354-4a9b-abf0-ba033faf119a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.947196] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf96d6a6-71dc-4931-b964-0095c92dc394 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.960009] env[69133]: DEBUG nova.virt.block_device [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating existing volume attachment record: 0450cfee-1072-487b-9889-bfc1719be0c9 {{(pid=69133) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1400.957172] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.957582] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.957630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.957841] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.958029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.961585] env[69133]: INFO nova.compute.manager [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Terminating instance [ 1401.465582] env[69133]: DEBUG nova.compute.manager [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.465842] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.466726] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85a7e39-90d8-4223-93c9-c78811a2540c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.474893] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.475124] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98cd849-0887-4430-8952-8b63fc0db42d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.481034] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1401.481034] env[69133]: value = "task-3192072" [ 1401.481034] env[69133]: _type = "Task" [ 1401.481034] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.488664] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.991400] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192072, 'name': PowerOffVM_Task, 'duration_secs': 0.245357} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.991806] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.991871] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.992136] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd24204a-6550-430f-b205-b8884b3a04e2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.057327] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.057565] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.057718] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleting the datastore file [datastore1] 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.057987] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c36eb15-19b6-434d-af7a-7388a188112c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.064267] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for the task: (returnval){ [ 1402.064267] env[69133]: value = "task-3192074" [ 1402.064267] env[69133]: _type = "Task" [ 1402.064267] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.071356] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.503216] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Volume attach. Driver type: vmdk {{(pid=69133) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1402.503487] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638318', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'name': 'volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'serial': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1402.504375] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c476b4-bbb2-4af6-ac51-1d2edcc350f4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.521869] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb917b-1c8d-46ce-9632-aa7ec0a3263b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.545593] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc/volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.545855] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a998ccd4-bd0d-4df1-b76b-61f2373649aa {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.563413] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1402.563413] env[69133]: value = "task-3192075" [ 1402.563413] env[69133]: _type = "Task" [ 1402.563413] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.573818] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.576630] env[69133]: DEBUG oslo_vmware.api [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Task: {'id': task-3192074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121959} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.576857] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.577055] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.577232] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.577406] env[69133]: INFO nova.compute.manager [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1402.577638] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.577819] env[69133]: DEBUG nova.compute.manager [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.577968] env[69133]: DEBUG nova.network.neutron [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.993552] env[69133]: DEBUG nova.compute.manager [req-af4e2f7f-cef1-4ee4-8aa0-8905b53b5fac req-fad9ffa7-a983-4105-8da1-d3d002f068b8 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Received event network-vif-deleted-ce3282dc-3ff0-4557-b298-84c103003106 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.993808] env[69133]: INFO nova.compute.manager [req-af4e2f7f-cef1-4ee4-8aa0-8905b53b5fac req-fad9ffa7-a983-4105-8da1-d3d002f068b8 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Neutron deleted interface ce3282dc-3ff0-4557-b298-84c103003106; detaching it from the instance and deleting it from the info cache [ 1402.994156] env[69133]: DEBUG nova.network.neutron [req-af4e2f7f-cef1-4ee4-8aa0-8905b53b5fac req-fad9ffa7-a983-4105-8da1-d3d002f068b8 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.073049] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192075, 'name': ReconfigVM_Task, 'duration_secs': 0.382357} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.073333] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc/volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.077932] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d33d5bd-f494-4b00-b134-a853e2b5d962 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.092508] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1403.092508] env[69133]: value = "task-3192076" [ 1403.092508] env[69133]: _type = "Task" [ 1403.092508] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.100440] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.477064] env[69133]: DEBUG nova.network.neutron [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.497176] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c9f12d-3ea9-474b-aee8-7c5b1e874144 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.506991] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f972bbc-02f0-42c2-825a-c98b28901ae4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.533204] env[69133]: DEBUG nova.compute.manager [req-af4e2f7f-cef1-4ee4-8aa0-8905b53b5fac req-fad9ffa7-a983-4105-8da1-d3d002f068b8 service nova] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Detach interface failed, port_id=ce3282dc-3ff0-4557-b298-84c103003106, reason: Instance 3d592a19-215f-4a59-a4cb-da9a801fa61c could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.603285] env[69133]: DEBUG oslo_vmware.api [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192076, 'name': ReconfigVM_Task, 'duration_secs': 0.138048} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.603596] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638318', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'name': 'volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'serial': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc'} {{(pid=69133) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1403.981128] env[69133]: INFO nova.compute.manager [-] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Took 1.40 seconds to deallocate network for instance. [ 1404.487351] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.487739] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.487858] env[69133]: DEBUG nova.objects.instance [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lazy-loading 'resources' on Instance uuid 3d592a19-215f-4a59-a4cb-da9a801fa61c {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.640641] env[69133]: DEBUG nova.objects.instance [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'flavor' on Instance uuid c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.054161] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f961c-1fb8-43ab-9a63-dc39bc76c36e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.062022] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825dc60-b57e-4711-9031-f9a8ef9cd438 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.091396] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa48087-1029-4563-9441-e12ad92b23c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.098715] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed0e192-c7fb-4775-90f2-6e376e18312e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.112906] env[69133]: DEBUG nova.compute.provider_tree [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.145374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-921a7754-554b-42e6-8ce5-16cd8977f101 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.273621] env[69133]: INFO nova.compute.manager [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Rescuing [ 1405.273858] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.273979] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.274168] env[69133]: DEBUG nova.network.neutron [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.615929] env[69133]: DEBUG nova.scheduler.client.report [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.966122] env[69133]: DEBUG nova.network.neutron [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.120386] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.141390] env[69133]: INFO nova.scheduler.client.report [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Deleted allocations for instance 3d592a19-215f-4a59-a4cb-da9a801fa61c [ 1406.468842] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.648813] env[69133]: DEBUG oslo_concurrency.lockutils [None req-ec235e1d-c1c2-4ddb-9983-51d4bb9e5710 tempest-AttachVolumeShelveTestJSON-1304939204 tempest-AttachVolumeShelveTestJSON-1304939204-project-member] Lock "3d592a19-215f-4a59-a4cb-da9a801fa61c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.005729] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.006122] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4972ffb6-8bea-401e-8499-37f3a5bb909f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.014775] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1408.014775] env[69133]: value = "task-3192077" [ 1408.014775] env[69133]: _type = "Task" [ 1408.014775] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.022253] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.524991] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192077, 'name': PowerOffVM_Task, 'duration_secs': 0.194514} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.525342] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.526162] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e8136-3e57-4a9f-ac64-f5eb4fe7dba7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.547755] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44efe997-db41-4895-aa49-7686b36b3cef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.579716] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.580015] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb17c616-8fec-45f3-8626-14d883692375 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.586643] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1408.586643] env[69133]: value = "task-3192078" [ 1408.586643] env[69133]: _type = "Task" [ 1408.586643] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.279804] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] VM already powered off {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1409.280131] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.280308] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.280454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.280629] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.280879] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a6eddbc-7529-4232-88cf-0dae3f0d7c92 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.293023] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.293023] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.293023] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec5632f-e06b-44e8-8567-3aaaa5311215 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.295937] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1409.295937] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]527764e5-da1c-6d9e-6b08-9820b9b27a59" [ 1409.295937] env[69133]: _type = "Task" [ 1409.295937] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.303475] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527764e5-da1c-6d9e-6b08-9820b9b27a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.806148] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]527764e5-da1c-6d9e-6b08-9820b9b27a59, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.806906] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63b9355-6c38-435a-a743-1417f486d14e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.811539] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1409.811539] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52233c10-6b8e-b350-bea6-e7378c225907" [ 1409.811539] env[69133]: _type = "Task" [ 1409.811539] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.818412] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52233c10-6b8e-b350-bea6-e7378c225907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.322058] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52233c10-6b8e-b350-bea6-e7378c225907, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.322058] env[69133]: DEBUG oslo_concurrency.lockutils [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.322058] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. {{(pid=69133) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1410.322652] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6756be63-ab89-4047-8fff-f93063841a34 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.328506] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1410.328506] env[69133]: value = "task-3192080" [ 1410.328506] env[69133]: _type = "Task" [ 1410.328506] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.335202] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.838343] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479596} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.838601] env[69133]: INFO nova.virt.vmwareapi.ds_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk. [ 1410.839339] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f7ac2-eeb7-4767-95df-51a24dbeee6c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.864922] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.865144] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967b04f7-dbaf-4050-a9ad-6a5f236f86ba {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.882726] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1410.882726] env[69133]: value = "task-3192081" [ 1410.882726] env[69133]: _type = "Task" [ 1410.882726] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.889645] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.392084] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192081, 'name': ReconfigVM_Task, 'duration_secs': 0.474194} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.392533] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4/539492c1-3593-46ce-b9e7-fe175b62e70f-rescue.vmdk or device None with type thin {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.393187] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c03b8c-4c2e-4d2e-8800-15e02d183434 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.420327] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e592828-4986-40ee-942a-f13cecd99b22 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.434917] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1411.434917] env[69133]: value = "task-3192082" [ 1411.434917] env[69133]: _type = "Task" [ 1411.434917] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.445587] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.945279] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192082, 'name': ReconfigVM_Task, 'duration_secs': 0.208505} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.945582] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.945830] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-839b3cc9-e055-4574-819f-f9c5d12f6039 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.951621] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1411.951621] env[69133]: value = "task-3192083" [ 1411.951621] env[69133]: _type = "Task" [ 1411.951621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.958412] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.460880] env[69133]: DEBUG oslo_vmware.api [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192083, 'name': PowerOnVM_Task, 'duration_secs': 0.44628} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.461302] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.463863] env[69133]: DEBUG nova.compute.manager [None req-414cb6cf-8615-4756-b474-8b17ad8f02ef tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.464610] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248dc5e3-3c9a-40bf-9562-ee0682b738f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.343269] env[69133]: INFO nova.compute.manager [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Unrescuing [ 1413.343558] env[69133]: DEBUG oslo_concurrency.lockutils [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.343710] env[69133]: DEBUG oslo_concurrency.lockutils [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.343874] env[69133]: DEBUG nova.network.neutron [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.090964] env[69133]: DEBUG nova.network.neutron [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.594098] env[69133]: DEBUG oslo_concurrency.lockutils [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.594880] env[69133]: DEBUG nova.objects.instance [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'flavor' on Instance uuid c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.100306] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7575932-755d-4450-861d-e320f68010da {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.124988] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.125283] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ed5e648-28c0-4380-8d4f-07bdbe32220b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.131442] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1415.131442] env[69133]: value = "task-3192084" [ 1415.131442] env[69133]: _type = "Task" [ 1415.131442] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.138442] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.641065] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192084, 'name': PowerOffVM_Task, 'duration_secs': 0.246097} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.641345] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.646374] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfiguring VM instance instance-0000007e to detach disk 2002 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.646625] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9d44ba-63fd-464d-a60a-c41df97b5368 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.663612] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1415.663612] env[69133]: value = "task-3192085" [ 1415.663612] env[69133]: _type = "Task" [ 1415.663612] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.670718] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.176308] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192085, 'name': ReconfigVM_Task, 'duration_secs': 0.357299} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.176680] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfigured VM instance instance-0000007e to detach disk 2002 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.176925] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.177254] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d753af59-7739-40c1-bc50-dbd383ba1536 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.184572] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1416.184572] env[69133]: value = "task-3192086" [ 1416.184572] env[69133]: _type = "Task" [ 1416.184572] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.196794] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.693367] env[69133]: DEBUG oslo_vmware.api [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192086, 'name': PowerOnVM_Task, 'duration_secs': 0.399191} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.693639] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.693845] env[69133]: DEBUG nova.compute.manager [None req-642f17eb-459d-47b1-93a8-959a42f2dc91 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.694704] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073274dc-5ae8-48fc-809e-c43109236989 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.857896] env[69133]: DEBUG nova.compute.manager [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.857896] env[69133]: DEBUG nova.compute.manager [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing instance network info cache due to event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.858258] env[69133]: DEBUG oslo_concurrency.lockutils [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.858258] env[69133]: DEBUG oslo_concurrency.lockutils [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.858461] env[69133]: DEBUG nova.network.neutron [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.550018] env[69133]: DEBUG nova.network.neutron [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updated VIF entry in instance network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.550451] env[69133]: DEBUG nova.network.neutron [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.053250] env[69133]: DEBUG oslo_concurrency.lockutils [req-ad5e7186-763b-4800-ac8d-694db6c8b42e req-43ee0458-0940-41d9-950f-0f811ba6b307 service nova] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.882671] env[69133]: DEBUG nova.compute.manager [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.882871] env[69133]: DEBUG nova.compute.manager [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing instance network info cache due to event network-changed-7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1419.883094] env[69133]: DEBUG oslo_concurrency.lockutils [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] Acquiring lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.883246] env[69133]: DEBUG oslo_concurrency.lockutils [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] Acquired lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.883403] env[69133]: DEBUG nova.network.neutron [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Refreshing network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.773221] env[69133]: DEBUG nova.network.neutron [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updated VIF entry in instance network info cache for port 7558d693-57fe-45f3-8c93-791c31649bf0. {{(pid=69133) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.773584] env[69133]: DEBUG nova.network.neutron [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [{"id": "7558d693-57fe-45f3-8c93-791c31649bf0", "address": "fa:16:3e:b4:27:6a", "network": {"id": "2692016b-c210-4374-8f6d-a98448247154", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-774858253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08fb6dea3b724d65ac406741579f62a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7558d693-57", "ovs_interfaceid": "7558d693-57fe-45f3-8c93-791c31649bf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.276350] env[69133]: DEBUG oslo_concurrency.lockutils [req-9d50b9c4-9d16-41ae-8faa-ae1661c32ea2 req-762504d2-3a23-43c0-a20c-cef3cc0de9b7 service nova] Releasing lock "refresh_cache-c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.261631] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.260668] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.260652] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.261089] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.261089] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.261237] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1447.260960] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.260415] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.763870] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.764286] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.764333] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.764452] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1448.765696] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0eeec-9b5b-432a-89b9-05d77fc64901 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.773832] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a2b58b-ba2a-412a-bf68-3be91620a65b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.787474] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd915dd-43b3-4edd-9e7a-ed2747f342b2 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.793485] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2b7ee-12c3-4545-9142-364f0c6d8987 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.822100] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180045MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1448.822253] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.822475] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.968756] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance db87f040-bd89-416a-ba7b-5ff593c50f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1449.969035] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance efbe29bf-58d0-4609-973e-cc5bed423596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1449.969075] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Instance c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69133) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1449.969272] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1449.969414] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1450.012966] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481b9aa3-7ca9-40f4-9ca7-10d8a4e716c4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.020357] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee4b68-707b-47a5-9af3-af171ed4374d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.050054] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d90d0-cdc8-4390-8d9f-d95246875199 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.056670] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5135632-852b-4b71-958b-1797f60b6c49 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.069087] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.572029] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.077608] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1451.078029] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.255s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.078078] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.575861] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.576237] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.576373] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances with incomplete migration {{(pid=69133) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1453.426630] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.426921] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.762620] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.763076] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Cleaning up deleted instances {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1453.930321] env[69133]: INFO nova.compute.manager [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Detaching volume 8c21e57b-1b2b-4b6a-802e-baac2153ccfc [ 1453.959336] env[69133]: INFO nova.virt.block_device [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Attempting to driver detach volume 8c21e57b-1b2b-4b6a-802e-baac2153ccfc from mountpoint /dev/sdb [ 1453.959590] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Volume detach. Driver type: vmdk {{(pid=69133) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1453.959788] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638318', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'name': 'volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'serial': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1453.960669] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ada5e0-8b3e-4448-b645-85f9ac48fe0c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.982024] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d604831-32d7-448c-90f6-8002c396228f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.988725] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e36f236-9349-4756-b60e-1e46e9c7b7b3 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.008343] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899341c0-8f37-4712-8252-1246096dfbab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.022179] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] The volume has not been displaced from its original location: [datastore1] volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc/volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc.vmdk. No consolidation needed. {{(pid=69133) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1454.027250] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1454.027500] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156af838-1254-442a-921f-619fda0054ac {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.045197] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1454.045197] env[69133]: value = "task-3192087" [ 1454.045197] env[69133]: _type = "Task" [ 1454.045197] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.053562] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.270445] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] There are 20 instances to clean {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1454.270698] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: d5e17a2f-f490-4ef2-a975-e80ca8b29868] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.555769] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192087, 'name': ReconfigVM_Task, 'duration_secs': 0.241605} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.556062] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69133) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1454.560520] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3dedf42-2c1a-4645-b5c0-71fb0ee74366 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.574371] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1454.574371] env[69133]: value = "task-3192088" [ 1454.574371] env[69133]: _type = "Task" [ 1454.574371] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.581925] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.773812] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1164bd17-38ac-4b8c-919e-41ee52caa20f] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.084870] env[69133]: DEBUG oslo_vmware.api [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192088, 'name': ReconfigVM_Task, 'duration_secs': 0.143217} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.085206] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638318', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'name': 'volume-8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc', 'serial': '8c21e57b-1b2b-4b6a-802e-baac2153ccfc'} {{(pid=69133) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1455.277875] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 3d592a19-215f-4a59-a4cb-da9a801fa61c] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.629106] env[69133]: DEBUG nova.objects.instance [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'flavor' on Instance uuid c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.781105] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1914bd6e-082a-459d-92bc-3ec5160f8a61] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.284399] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 810ded62-2dfb-40eb-9e22-c9de086d3570] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.638458] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9599adab-4e3e-4e99-b6f5-dd8a092b2269 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.787167] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 7e65585e-3a00-4bb2-9d6d-170908af3523] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.290553] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: be8457fd-22da-4828-a251-9140790e1490] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.731669] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.731896] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.732120] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.732303] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.732509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.734665] env[69133]: INFO nova.compute.manager [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Terminating instance [ 1457.793346] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1df027b9-dadd-4bf7-a635-7a587a7bec51] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.237944] env[69133]: DEBUG nova.compute.manager [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.238230] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.239520] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5206782-7b25-4243-8392-564a457b574a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.247101] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.247349] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6dcdd0-ae22-4941-8a27-ea18b9d4ef4c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.254054] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1458.254054] env[69133]: value = "task-3192089" [ 1458.254054] env[69133]: _type = "Task" [ 1458.254054] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.261351] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.295968] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 7c6585b1-d4a3-4f69-9e00-0c07958ec4b5] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.764473] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192089, 'name': PowerOffVM_Task, 'duration_secs': 0.182026} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.764749] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.764954] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.765221] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03486e1f-1035-4d4d-b792-f1573f74c22b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.799211] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 673d0228-7954-44fe-ba93-cdb431b38169] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.826445] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.826445] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Deleting contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.826445] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleting the datastore file [datastore1] c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.826755] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0e2a5b2-81c6-4b7c-942b-2d999f33671d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.833164] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1458.833164] env[69133]: value = "task-3192091" [ 1458.833164] env[69133]: _type = "Task" [ 1458.833164] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.840621] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.302638] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1c5b6afd-6bac-42c4-8e6e-3b4467adfe49] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.343091] env[69133]: DEBUG oslo_vmware.api [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142991} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.343346] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.343535] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Deleted contents of the VM from datastore datastore1 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.343700] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.343868] env[69133]: INFO nova.compute.manager [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1459.344115] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.344306] env[69133]: DEBUG nova.compute.manager [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.344399] env[69133]: DEBUG nova.network.neutron [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.795259] env[69133]: DEBUG nova.compute.manager [req-1a6b8aea-adf7-4069-a08c-5f0a1fdbcfff req-29e6890f-18fa-4de5-8580-55c916f55cf6 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Received event network-vif-deleted-7558d693-57fe-45f3-8c93-791c31649bf0 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.795466] env[69133]: INFO nova.compute.manager [req-1a6b8aea-adf7-4069-a08c-5f0a1fdbcfff req-29e6890f-18fa-4de5-8580-55c916f55cf6 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Neutron deleted interface 7558d693-57fe-45f3-8c93-791c31649bf0; detaching it from the instance and deleting it from the info cache [ 1459.795647] env[69133]: DEBUG nova.network.neutron [req-1a6b8aea-adf7-4069-a08c-5f0a1fdbcfff req-29e6890f-18fa-4de5-8580-55c916f55cf6 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.806289] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2d616a8f-4e7a-4e52-83fa-b992d9f93bc9] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.278035] env[69133]: DEBUG nova.network.neutron [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.297998] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e02df63-cb32-4ee3-b2e6-1fedfc21fff7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.307696] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c9e402-0217-4e81-94b9-8e9067deee28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.317880] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 610c9cb9-6a2b-4cb9-8709-800e88b0dca0] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.337735] env[69133]: DEBUG nova.compute.manager [req-1a6b8aea-adf7-4069-a08c-5f0a1fdbcfff req-29e6890f-18fa-4de5-8580-55c916f55cf6 service nova] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Detach interface failed, port_id=7558d693-57fe-45f3-8c93-791c31649bf0, reason: Instance c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1460.781158] env[69133]: INFO nova.compute.manager [-] [instance: c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4] Took 1.44 seconds to deallocate network for instance. [ 1460.823401] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 2ce453d3-b11a-421e-a165-e21ba93a391e] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.288022] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.288361] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.288594] env[69133]: DEBUG nova.objects.instance [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'resources' on Instance uuid c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.326249] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 76a80c9e-24e6-4daf-86ca-46d08bf6b234] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.829113] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: f5f9b4b6-2c45-4eea-805f-de859bd42ed2] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.847043] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ba9cb-fa38-4d0e-8e6b-a4faa0d72886 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.854016] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2d246f-2eda-40bb-97df-bbf36394e85e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.883326] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb453e-111d-42e2-aabf-9b2520239153 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.889971] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e94498-96bc-48f9-9f93-62fc6c944cee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.903508] env[69133]: DEBUG nova.compute.provider_tree [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.331994] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 292874d8-7172-4c5b-9ede-a81db9d331b4] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.406813] env[69133]: DEBUG nova.scheduler.client.report [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.835556] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: c4e3b29b-8b25-484e-8be1-ae17e33559a3] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.911019] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.928434] env[69133]: INFO nova.scheduler.client.report [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted allocations for instance c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4 [ 1463.338552] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 9f987b97-fd64-402f-a5a8-8f023653310c] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.436738] env[69133]: DEBUG oslo_concurrency.lockutils [None req-0e08162b-d4c9-4903-aa0d-30ea90f584c6 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "c57276d1-8aef-4f9f-8aa9-d40dec5c9bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.705s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.842316] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] [instance: 1e47a344-182a-4cab-bcab-c862dd68116a] Instance has had 0 of 5 cleanup attempts {{(pid=69133) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.924167] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "efbe29bf-58d0-4609-973e-cc5bed423596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.924571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.924659] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.924855] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.925059] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.928590] env[69133]: INFO nova.compute.manager [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Terminating instance [ 1469.432358] env[69133]: DEBUG nova.compute.manager [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.432657] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.433567] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc783f-549f-468a-9263-0fb9bbffdb40 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.441581] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.441820] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc57f3d7-ca36-4675-979a-2c1a6bb4f12e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.447272] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1469.447272] env[69133]: value = "task-3192093" [ 1469.447272] env[69133]: _type = "Task" [ 1469.447272] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.455311] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.957327] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192093, 'name': PowerOffVM_Task, 'duration_secs': 0.212765} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.957676] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.957676] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.957857] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b46af0f-5189-414f-b1b2-7449d232bd38 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.022932] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.023180] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.023366] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleting the datastore file [datastore2] efbe29bf-58d0-4609-973e-cc5bed423596 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.023669] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6b47028-5750-4fbf-885f-10e0001c88d8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.030789] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1470.030789] env[69133]: value = "task-3192095" [ 1470.030789] env[69133]: _type = "Task" [ 1470.030789] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.037858] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.540596] env[69133]: DEBUG oslo_vmware.api [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170757} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.540846] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.541042] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.541224] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.541397] env[69133]: INFO nova.compute.manager [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1470.541633] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1470.541828] env[69133]: DEBUG nova.compute.manager [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.541922] env[69133]: DEBUG nova.network.neutron [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.783524] env[69133]: DEBUG nova.compute.manager [req-b45da680-db3a-4f24-a93f-c61d371afd36 req-1410dff6-56f5-4508-b725-c754dc214432 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Received event network-vif-deleted-327cd016-0c94-4560-87e3-9229f7355fc6 {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.783620] env[69133]: INFO nova.compute.manager [req-b45da680-db3a-4f24-a93f-c61d371afd36 req-1410dff6-56f5-4508-b725-c754dc214432 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Neutron deleted interface 327cd016-0c94-4560-87e3-9229f7355fc6; detaching it from the instance and deleting it from the info cache [ 1470.783828] env[69133]: DEBUG nova.network.neutron [req-b45da680-db3a-4f24-a93f-c61d371afd36 req-1410dff6-56f5-4508-b725-c754dc214432 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.267925] env[69133]: DEBUG nova.network.neutron [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.286546] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d11bc4ca-7062-4530-958c-d8b3dc854a39 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.296633] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd4348-8d6e-4246-b332-52b0a4c73719 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.320104] env[69133]: DEBUG nova.compute.manager [req-b45da680-db3a-4f24-a93f-c61d371afd36 req-1410dff6-56f5-4508-b725-c754dc214432 service nova] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Detach interface failed, port_id=327cd016-0c94-4560-87e3-9229f7355fc6, reason: Instance efbe29bf-58d0-4609-973e-cc5bed423596 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1471.770727] env[69133]: INFO nova.compute.manager [-] [instance: efbe29bf-58d0-4609-973e-cc5bed423596] Took 1.23 seconds to deallocate network for instance. [ 1472.277734] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.278092] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.278254] env[69133]: DEBUG nova.objects.instance [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'resources' on Instance uuid efbe29bf-58d0-4609-973e-cc5bed423596 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.823129] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d281f133-a3d4-4f5b-ac69-2c75db5aa500 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.830504] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a838f2-2987-48be-bb07-3b1474ea7064 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.860549] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb07ee0-418e-428e-800f-f39f310edea4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.867345] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d126dcf-5a8a-4659-9d16-c3f7df4e828e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.879930] env[69133]: DEBUG nova.compute.provider_tree [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.383327] env[69133]: DEBUG nova.scheduler.client.report [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.888933] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.909048] env[69133]: INFO nova.scheduler.client.report [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted allocations for instance efbe29bf-58d0-4609-973e-cc5bed423596 [ 1474.418023] env[69133]: DEBUG oslo_concurrency.lockutils [None req-9893a6dd-5583-470c-a869-55dd5dfff593 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "efbe29bf-58d0-4609-973e-cc5bed423596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.493s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.508611] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "db87f040-bd89-416a-ba7b-5ff593c50f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.509141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.509141] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.509314] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.509454] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.511767] env[69133]: INFO nova.compute.manager [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Terminating instance [ 1476.015869] env[69133]: DEBUG nova.compute.manager [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1476.016127] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.017096] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a666042a-6175-44a0-9513-3c46c97c983a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.024937] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1476.025181] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d626a7b-b15f-4e4c-97ea-14e82b6d86b1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.030634] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1476.030634] env[69133]: value = "task-3192096" [ 1476.030634] env[69133]: _type = "Task" [ 1476.030634] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.039057] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.541882] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192096, 'name': PowerOffVM_Task, 'duration_secs': 0.179237} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.542277] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.542328] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.542551] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17580722-287c-4f8b-a5cc-485b9ddb9938 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.606067] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.606299] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.606479] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleting the datastore file [datastore2] db87f040-bd89-416a-ba7b-5ff593c50f00 {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.606749] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beaff286-951d-4882-b8db-6d7063729856 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.613399] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for the task: (returnval){ [ 1476.613399] env[69133]: value = "task-3192098" [ 1476.613399] env[69133]: _type = "Task" [ 1476.613399] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.620629] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.122479] env[69133]: DEBUG oslo_vmware.api [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Task: {'id': task-3192098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461115} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.122760] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.122951] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.123144] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.123317] env[69133]: INFO nova.compute.manager [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1477.123558] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.123774] env[69133]: DEBUG nova.compute.manager [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1477.123866] env[69133]: DEBUG nova.network.neutron [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.353880] env[69133]: DEBUG nova.compute.manager [req-e50ac545-925f-4310-a1cf-d2fb614a3321 req-b1219279-afe7-4bb4-b02a-ab7ef2842829 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Received event network-vif-deleted-23d2c6c7-0bfa-406b-9ec4-836a04a1750b {{(pid=69133) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.354104] env[69133]: INFO nova.compute.manager [req-e50ac545-925f-4310-a1cf-d2fb614a3321 req-b1219279-afe7-4bb4-b02a-ab7ef2842829 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Neutron deleted interface 23d2c6c7-0bfa-406b-9ec4-836a04a1750b; detaching it from the instance and deleting it from the info cache [ 1477.354303] env[69133]: DEBUG nova.network.neutron [req-e50ac545-925f-4310-a1cf-d2fb614a3321 req-b1219279-afe7-4bb4-b02a-ab7ef2842829 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.839027] env[69133]: DEBUG nova.network.neutron [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.856196] env[69133]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f637233b-47f4-4c8a-acfe-9e6e0cc2684b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.866382] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766d4cf6-9b13-4068-8629-6476efed4ff1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.889038] env[69133]: DEBUG nova.compute.manager [req-e50ac545-925f-4310-a1cf-d2fb614a3321 req-b1219279-afe7-4bb4-b02a-ab7ef2842829 service nova] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Detach interface failed, port_id=23d2c6c7-0bfa-406b-9ec4-836a04a1750b, reason: Instance db87f040-bd89-416a-ba7b-5ff593c50f00 could not be found. {{(pid=69133) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1478.342028] env[69133]: INFO nova.compute.manager [-] [instance: db87f040-bd89-416a-ba7b-5ff593c50f00] Took 1.22 seconds to deallocate network for instance. [ 1478.848210] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.848593] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.848731] env[69133]: DEBUG nova.objects.instance [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lazy-loading 'resources' on Instance uuid db87f040-bd89-416a-ba7b-5ff593c50f00 {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.383287] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b7170c-fbeb-49db-8e33-bba6349321dd {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.391090] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9148021d-cea5-4daf-b3dc-8b5e43c2c19d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.420729] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17ea53b-18c9-4c40-a0a7-a4ce778b76eb {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.427609] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc589308-e9eb-4ad7-8664-e0661d604a05 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.440255] env[69133]: DEBUG nova.compute.provider_tree [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.943229] env[69133]: DEBUG nova.scheduler.client.report [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.447997] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.465666] env[69133]: INFO nova.scheduler.client.report [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Deleted allocations for instance db87f040-bd89-416a-ba7b-5ff593c50f00 [ 1480.972303] env[69133]: DEBUG oslo_concurrency.lockutils [None req-b2c62f67-c699-4442-8f2c-56348d961945 tempest-ServerRescueNegativeTestJSON-423319323 tempest-ServerRescueNegativeTestJSON-423319323-project-member] Lock "db87f040-bd89-416a-ba7b-5ff593c50f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.463s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.918744] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.918995] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.421512] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Starting instance... {{(pid=69133) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.946216] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.946509] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.947968] env[69133]: INFO nova.compute.claims [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.989380] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e91a57-7712-4d64-81ef-ad2a652c694d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.999622] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd2223-57de-4366-8edc-6ceea0ca6cef {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.045281] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f5094-abb0-45e4-9656-d856445401dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.053263] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18134a40-2e34-465c-890c-111fb911d0d0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.065787] env[69133]: DEBUG nova.compute.provider_tree [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.569499] env[69133]: DEBUG nova.scheduler.client.report [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.074879] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.075435] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Start building networks asynchronously for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.580394] env[69133]: DEBUG nova.compute.utils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Using /dev/sd instead of None {{(pid=69133) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.581791] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Not allocating networking since 'none' was specified. {{(pid=69133) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1488.084165] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Start building block device mappings for instance. {{(pid=69133) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.094258] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Start spawning the instance on the hypervisor. {{(pid=69133) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.173767] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.174054] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.174219] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.174403] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.174549] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.174694] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.174906] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.175087] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.175260] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.175423] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.175594] env[69133]: DEBUG nova.virt.hardware [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.176454] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf07379-98fb-4494-9449-9a5af046bf28 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.184811] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd366e37-915c-4c71-9379-f4b8e9ec637e {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.197557] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.203119] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Creating folder: Project (fa7b15af047f40b780b7caad1b4e4715). Parent ref: group-v637972. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.203378] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2fb3c4-88df-401f-91b3-8940e7b94024 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.213441] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Created folder: Project (fa7b15af047f40b780b7caad1b4e4715) in parent group-v637972. [ 1489.213619] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Creating folder: Instances. Parent ref: group-v638319. {{(pid=69133) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1489.213857] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e03f5880-4df5-4318-97ba-f8495090b4f8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.224066] env[69133]: INFO nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Created folder: Instances in parent group-v638319. [ 1489.224290] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.224467] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.224648] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f03b8358-8dd1-45de-b399-1946649ebce0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.240041] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.240041] env[69133]: value = "task-3192101" [ 1489.240041] env[69133]: _type = "Task" [ 1489.240041] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.247110] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192101, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.750183] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192101, 'name': CreateVM_Task, 'duration_secs': 0.244099} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.750325] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1489.750670] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.750829] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.751191] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.751445] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a54b9000-6c4f-47b7-9968-47ce88ae2976 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.755635] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1489.755635] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529ee9d3-83ef-91d6-c844-2318674a1fe8" [ 1489.755635] env[69133]: _type = "Task" [ 1489.755635] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.762878] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529ee9d3-83ef-91d6-c844-2318674a1fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.265969] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529ee9d3-83ef-91d6-c844-2318674a1fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.266381] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.266519] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.266750] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.266900] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.267088] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.267341] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcc55d4f-7542-4646-a3b3-35e090128d88 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.275339] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.275514] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.276172] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7f94d1f-8c91-441a-a06b-6edebca0b8bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.281921] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1490.281921] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52796335-1b86-2d9f-9e87-3e916e2eb975" [ 1490.281921] env[69133]: _type = "Task" [ 1490.281921] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.288627] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52796335-1b86-2d9f-9e87-3e916e2eb975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.792636] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52796335-1b86-2d9f-9e87-3e916e2eb975, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.793434] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12aebf3-7e78-4710-8c73-f3b77258a9be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.798199] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1490.798199] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52eff4bd-8b4a-6a21-bca3-e19daa926a58" [ 1490.798199] env[69133]: _type = "Task" [ 1490.798199] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.805291] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eff4bd-8b4a-6a21-bca3-e19daa926a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.308024] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52eff4bd-8b4a-6a21-bca3-e19daa926a58, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.308431] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.308543] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1491.308799] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd9ad60b-37d3-4287-ad97-333bdfaf4162 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.316424] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1491.316424] env[69133]: value = "task-3192102" [ 1491.316424] env[69133]: _type = "Task" [ 1491.316424] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.323330] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.827344] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436022} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.827590] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.827799] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1491.828063] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bd57f7e-5b49-40d3-af3d-7661bcd79349 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.835102] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1491.835102] env[69133]: value = "task-3192103" [ 1491.835102] env[69133]: _type = "Task" [ 1491.835102] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.843533] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.344771] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062388} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.345167] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1492.345861] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbdb203-ccd9-4168-803e-7ca5f0bdff6a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.366051] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.366335] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acaf944-fc13-4266-8c2d-15d27dc7f39c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.385270] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1492.385270] env[69133]: value = "task-3192104" [ 1492.385270] env[69133]: _type = "Task" [ 1492.385270] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.392721] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.895613] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192104, 'name': ReconfigVM_Task, 'duration_secs': 0.24884} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.895925] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.896646] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a06fc58-1911-4643-b7e7-55fc7c731e30 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.903086] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1492.903086] env[69133]: value = "task-3192105" [ 1492.903086] env[69133]: _type = "Task" [ 1492.903086] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.910209] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192105, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.413512] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192105, 'name': Rename_Task, 'duration_secs': 0.134448} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.413947] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.414037] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b594ab1-91e7-4435-8b23-7f24735d2c02 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.419913] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1493.419913] env[69133]: value = "task-3192106" [ 1493.419913] env[69133]: _type = "Task" [ 1493.419913] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.427159] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.929738] env[69133]: DEBUG oslo_vmware.api [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192106, 'name': PowerOnVM_Task, 'duration_secs': 0.445785} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.930170] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.930315] env[69133]: INFO nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Took 4.84 seconds to spawn the instance on the hypervisor. [ 1493.930477] env[69133]: DEBUG nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.931325] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e1945e-4156-44d8-8770-1680c4a84d83 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.448027] env[69133]: INFO nova.compute.manager [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Took 9.52 seconds to build instance. [ 1494.933644] env[69133]: INFO nova.compute.manager [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Rebuilding instance [ 1494.950074] env[69133]: DEBUG oslo_concurrency.lockutils [None req-4fb6955e-fad9-461c-8d5c-9eaa94efba80 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.031s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.979509] env[69133]: DEBUG nova.compute.manager [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.980387] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330857fd-17ba-4a09-beb9-bbf96db5c1bc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.994505] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.994839] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a978cdd5-8955-4f0f-be13-199a23dca423 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.002554] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1496.002554] env[69133]: value = "task-3192107" [ 1496.002554] env[69133]: _type = "Task" [ 1496.002554] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.010521] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.513048] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192107, 'name': PowerOffVM_Task, 'duration_secs': 0.119643} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.513338] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.513999] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1496.514747] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0002414-1b6e-4a47-a272-92e034a6b0c1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.520974] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.521210] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6c5697-b04c-4a9f-bf42-873ae21b7d7a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.543741] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.543741] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.543966] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Deleting the datastore file [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.544038] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9ba597f-3cfd-4da2-9efd-61c712488bf0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.549833] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1496.549833] env[69133]: value = "task-3192109" [ 1496.549833] env[69133]: _type = "Task" [ 1496.549833] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.556997] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.060449] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095199} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.060893] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.061047] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.061135] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.090176] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:29:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:28:52Z,direct_url=,disk_format='vmdk',id=539492c1-3593-46ce-b9e7-fe175b62e70f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='17028aca3dfc42c3b3aee45461743aee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:28:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.090484] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Flavor limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.090608] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Image limits 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.090791] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Flavor pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.090938] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Image pref 0:0:0 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.091105] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69133) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.091316] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.091475] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.091639] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Got 1 possible topologies {{(pid=69133) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.091798] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.091968] env[69133]: DEBUG nova.virt.hardware [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69133) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.092803] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3887098b-6ead-43de-ac52-ea18f7538add {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.100537] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc1f748-a099-4bb1-a2ff-fcc06c618cee {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.113469] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance VIF info [] {{(pid=69133) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.118944] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.119167] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Creating VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.119356] env[69133]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19ed68e9-9e03-4cad-80cb-37856faad33b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.135130] env[69133]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.135130] env[69133]: value = "task-3192110" [ 1498.135130] env[69133]: _type = "Task" [ 1498.135130] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.141738] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192110, 'name': CreateVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.645752] env[69133]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192110, 'name': CreateVM_Task, 'duration_secs': 0.241239} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.646043] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Created VM on the ESX host {{(pid=69133) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1498.646360] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.646522] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.646830] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.647088] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c993aa45-807d-4f77-bb56-02623fdf6c4a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.651244] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1498.651244] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]525876b9-426e-fb02-e636-3b218beb6c4c" [ 1498.651244] env[69133]: _type = "Task" [ 1498.651244] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.658301] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525876b9-426e-fb02-e636-3b218beb6c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.161235] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]525876b9-426e-fb02-e636-3b218beb6c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.161621] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.161754] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Processing image 539492c1-3593-46ce-b9e7-fe175b62e70f {{(pid=69133) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.161993] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.162181] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.162366] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.162624] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d44d38ce-c666-4238-bcd9-7162c5503959 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.171231] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69133) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.171396] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69133) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.172084] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d63e26-2695-41ad-8252-122af93d2b7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.176794] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1499.176794] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]52e4d664-cb82-8b18-d148-7355e9282e24" [ 1499.176794] env[69133]: _type = "Task" [ 1499.176794] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.183703] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e4d664-cb82-8b18-d148-7355e9282e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.687204] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]52e4d664-cb82-8b18-d148-7355e9282e24, 'name': SearchDatastore_Task, 'duration_secs': 0.008344} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.687966] env[69133]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ebc507-4da8-4809-a1cb-3695886c5c7b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.692943] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1499.692943] env[69133]: value = "session[52765642-e0e4-9e4e-609b-37194b973903]529a5611-7fe2-1e0b-040f-bc2193eba6d5" [ 1499.692943] env[69133]: _type = "Task" [ 1499.692943] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.700036] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529a5611-7fe2-1e0b-040f-bc2193eba6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.203168] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': session[52765642-e0e4-9e4e-609b-37194b973903]529a5611-7fe2-1e0b-040f-bc2193eba6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.203571] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.203680] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.203963] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ef95ff-e581-41c6-a4e0-9be377514bd4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.210673] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1500.210673] env[69133]: value = "task-3192111" [ 1500.210673] env[69133]: _type = "Task" [ 1500.210673] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.217569] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.721262] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459526} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.721537] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/539492c1-3593-46ce-b9e7-fe175b62e70f/539492c1-3593-46ce-b9e7-fe175b62e70f.vmdk to [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk {{(pid=69133) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.721751] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Extending root virtual disk to 1048576 {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.721999] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c5149b-2343-4f1c-abdc-1656cabad40f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.727340] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1500.727340] env[69133]: value = "task-3192112" [ 1500.727340] env[69133]: _type = "Task" [ 1500.727340] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.734974] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.237753] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063759} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.238219] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Extended root virtual disk {{(pid=69133) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1501.238825] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc2afa2-3a50-42a0-a88c-928a2449102c {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.258290] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.258521] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b7c725-bc4f-491c-b7c0-5b529ecfe14f {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.277459] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1501.277459] env[69133]: value = "task-3192113" [ 1501.277459] env[69133]: _type = "Task" [ 1501.277459] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.284373] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.787519] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192113, 'name': ReconfigVM_Task, 'duration_secs': 0.261885} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.787809] env[69133]: DEBUG nova.virt.vmwareapi.volumeops [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd/0d69663e-dc1a-43f6-8e57-0a7202db56cd.vmdk or device None with type sparse {{(pid=69133) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.788455] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7a1321-3272-4f4c-aa3d-ec045270d3be {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.794544] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1501.794544] env[69133]: value = "task-3192114" [ 1501.794544] env[69133]: _type = "Task" [ 1501.794544] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.801772] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192114, 'name': Rename_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.304313] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192114, 'name': Rename_Task, 'duration_secs': 0.130802} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.304698] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powering on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.304806] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8228bee-a88e-4981-adec-df0c9ebe49ab {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.311325] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1502.311325] env[69133]: value = "task-3192115" [ 1502.311325] env[69133]: _type = "Task" [ 1502.311325] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.319296] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.821494] env[69133]: DEBUG oslo_vmware.api [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192115, 'name': PowerOnVM_Task, 'duration_secs': 0.419463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.821494] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powered on the VM {{(pid=69133) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.821769] env[69133]: DEBUG nova.compute.manager [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Checking state {{(pid=69133) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.822276] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5ad1f8-5872-4486-b04e-60fa19a9e3ea {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.339243] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.339534] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.339710] env[69133]: DEBUG nova.objects.instance [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69133) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1503.597414] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.597696] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.597884] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.598076] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.598251] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.600331] env[69133]: INFO nova.compute.manager [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Terminating instance [ 1504.103797] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "refresh_cache-0d69663e-dc1a-43f6-8e57-0a7202db56cd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.104106] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquired lock "refresh_cache-0d69663e-dc1a-43f6-8e57-0a7202db56cd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.104194] env[69133]: DEBUG nova.network.neutron [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Building network info cache for instance {{(pid=69133) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.347715] env[69133]: DEBUG oslo_concurrency.lockutils [None req-f112f0af-a70e-448d-9131-998d87d6a070 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.650095] env[69133]: DEBUG nova.network.neutron [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.718854] env[69133]: DEBUG nova.network.neutron [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.222179] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Releasing lock "refresh_cache-0d69663e-dc1a-43f6-8e57-0a7202db56cd" {{(pid=69133) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.222673] env[69133]: DEBUG nova.compute.manager [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Start destroying the instance on the hypervisor. {{(pid=69133) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.222966] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Destroying instance {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.223964] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f8203-aa35-490c-abcf-2389b051af53 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.232736] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powering off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.233056] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffba48a0-fca9-43f3-90a1-ba79fe8c9804 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.239621] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1505.239621] env[69133]: value = "task-3192116" [ 1505.239621] env[69133]: _type = "Task" [ 1505.239621] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.750322] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192116, 'name': PowerOffVM_Task, 'duration_secs': 0.17463} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.750917] env[69133]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Powered off the VM {{(pid=69133) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.750917] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Unregistering the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.751095] env[69133]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c411bf8b-c528-4d2b-af1d-1955bed265c7 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.778809] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Unregistered the VM {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.779081] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Deleting contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.779247] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Deleting the datastore file [datastore2] 0d69663e-dc1a-43f6-8e57-0a7202db56cd {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.779520] env[69133]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e70d73-9af9-4372-b996-6fd0af23b90b {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.787242] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for the task: (returnval){ [ 1505.787242] env[69133]: value = "task-3192118" [ 1505.787242] env[69133]: _type = "Task" [ 1505.787242] env[69133]: } to complete. {{(pid=69133) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.795194] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.297350] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.797439] env[69133]: DEBUG oslo_vmware.api [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Task: {'id': task-3192118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546059} completed successfully. {{(pid=69133) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.797850] env[69133]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Deleted the datastore file {{(pid=69133) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.797897] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Deleted contents of the VM from datastore datastore2 {{(pid=69133) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.798102] env[69133]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance destroyed {{(pid=69133) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.798242] env[69133]: INFO nova.compute.manager [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1506.798472] env[69133]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69133) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.798656] env[69133]: DEBUG nova.compute.manager [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Deallocating network for instance {{(pid=69133) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.798749] env[69133]: DEBUG nova.network.neutron [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] deallocate_for_instance() {{(pid=69133) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.814882] env[69133]: DEBUG nova.network.neutron [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Instance cache missing network info. {{(pid=69133) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.317477] env[69133]: DEBUG nova.network.neutron [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Updating instance_info_cache with network_info: [] {{(pid=69133) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.820274] env[69133]: INFO nova.compute.manager [-] [instance: 0d69663e-dc1a-43f6-8e57-0a7202db56cd] Took 1.02 seconds to deallocate network for instance. [ 1508.326434] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.326724] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.326961] env[69133]: DEBUG nova.objects.instance [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lazy-loading 'resources' on Instance uuid 0d69663e-dc1a-43f6-8e57-0a7202db56cd {{(pid=69133) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.856166] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954001cd-9efe-4f5e-bf8f-5f8a4e2d6312 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.863887] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce76f0-b205-48f5-9ab4-451f01308db0 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.892705] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c960b-bc63-4a9f-96d5-4d0fe83786dc {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.899554] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d0356-6563-4c22-b53a-dd352d5d8fd4 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.913398] env[69133]: DEBUG nova.compute.provider_tree [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.416259] env[69133]: DEBUG nova.scheduler.client.report [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.921692] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.945302] env[69133]: INFO nova.scheduler.client.report [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Deleted allocations for instance 0d69663e-dc1a-43f6-8e57-0a7202db56cd [ 1510.453499] env[69133]: DEBUG oslo_concurrency.lockutils [None req-e4e8228b-7d3b-42ff-87d3-2ed776b44a72 tempest-ServersListShow296Test-1528216671 tempest-ServersListShow296Test-1528216671-project-member] Lock "0d69663e-dc1a-43f6-8e57-0a7202db56cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.855s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.844445] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.844821] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.844969] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.845213] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.845428] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.845601] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.845828] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.846011] env[69133]: DEBUG nova.compute.manager [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69133) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1511.846216] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.349689] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.349947] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.350137] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.350297] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69133) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1512.351181] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e81648-242b-4d58-8fe1-d715cdaf2491 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.359844] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6d75d-25b2-4088-a627-be1dcec5e34a {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.372946] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e0dcac-7de0-43cf-85cf-ce6f11018e3d {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.378881] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b2ec4-8bc2-4c0b-8326-35268ea09aa9 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.409013] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180256MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69133) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1512.409172] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.409374] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.429236] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1513.429526] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69133) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1513.441990] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d38e00-fff0-4462-a7ea-2f97b7dc16f1 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.449526] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb09444-2e83-4eae-8a8a-0393a25f4a60 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.478305] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d780612-789c-45a2-84f0-9875442fcc20 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.484843] env[69133]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706a0dcb-d80e-422b-9847-072dd6e51ec8 {{(pid=69133) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.497320] env[69133]: DEBUG nova.compute.provider_tree [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed in ProviderTree for provider: f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede {{(pid=69133) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.000575] env[69133]: DEBUG nova.scheduler.client.report [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Inventory has not changed for provider f7d1168a-2ea8-4da5-b45f-ff6fb18f7ede based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69133) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.506167] env[69133]: DEBUG nova.compute.resource_tracker [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69133) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1514.506471] env[69133]: DEBUG oslo_concurrency.lockutils [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69133) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.917549] env[69133]: DEBUG oslo_service.periodic_task [None req-2c91a7da-45ec-4a3b-bd5e-df3489cee772 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69133) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}